-- Logs begin at Sat 2021-06-12 11:22:46 UTC, end at Sat 2021-06-12 12:42:30 UTC. -- Jun 12 11:51:22.472759 dv-cinder-796113-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 12 11:51:25.117804 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.common.config [-] Logging enabled! Jun 12 11:51:25.118370 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 11:51:25.118475 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 11:51:25.121704 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.common.config [-] Logging enabled! Jun 12 11:51:25.121959 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 11:51:25.122269 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 11:51:25.123247 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 11:51:25.123464 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 11:51:25.123818 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 11:51:25.124058 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 11:51:25.124279 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 11:51:25.124592 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.124890 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.125182 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.125407 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.125697 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.125984 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.126262 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.126545 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.126835 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.127146 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.127425 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.127704 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.127930 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.128206 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.128487 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.128769 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.128986 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] debug = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.129263 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.129679 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.130085 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.130361 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.130727 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.131030 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.131303 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.131578 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.131899 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.132424 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] host = dv-cinder-796113-2-iscsi {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.132547 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.132830 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.133113 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.133398 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.133666 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.133939 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.134219 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.134489 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.134758 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.135061 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.135349 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.135633 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.135921 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.136143 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.136364 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.136648 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.136930 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.137205 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.137478 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.137749 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.138021 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.138294 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.138559 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.138840 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.139152 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.139437 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.139710 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.139982 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.140252 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.140522 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.140800 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.141072 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.141343 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.141611 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.141894 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.142160 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.142430 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.142725 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.143027 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.143310 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.143592 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.143861 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.144137 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.144408 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.144674 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.144947 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] use_json = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.145216 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.145484 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.145761 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.146029 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.146398 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.146815 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.146903 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.147453 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:25.148219 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.148219 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.148219 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.148857 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.149053 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.149733 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.149921 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.150157 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.150453 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.150747 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.151064 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.151387 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.151683 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.151965 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.152261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.152570 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.152864 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.153154 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.153429 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.153704 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.153978 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.154254 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.154538 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.154830 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.155149 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.155422 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.155700 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.155989 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.156264 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.156536 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.156810 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.157093 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.157367 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.157639 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.157918 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.158191 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.158460 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.158728 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.159144 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.159435 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.159711 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.159980 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.160248 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.160520 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.160790 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.161070 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.161343 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.161613 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.161882 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.162157 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.162428 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.162698 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.162999 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.163802 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.164072 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.164345 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.164615 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.164890 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.165159 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.165434 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.165702 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.165971 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.166244 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.166514 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.166779 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.167074 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.167345 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.167618 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.167902 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.168198 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.168483 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.168757 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.169032 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.169307 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.169583 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.169859 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.170137 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.170411 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.170681 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.170981 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.171267 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.171547 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.171827 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.172102 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.172395 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.172671 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.172952 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.173224 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.173497 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.173794 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.174065 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.174356 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.174644 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.174940 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.175250 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.175539 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.175817 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.176120 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.176476 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:25.176692 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 11:51:25.176931 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91599) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 12 11:51:25.525713 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:25.526003 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:25.526262 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:25.526593 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 12 11:51:25.914141 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.914354 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.914603 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.915911 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.916188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.916456 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.950492 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.950760 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.951059 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.964671 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.964947 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.965210 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.994322 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.994597 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:25.994859 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.030775 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.031080 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.031353 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.261369 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.261999 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.261999 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.262171 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.263097 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.388228 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.388580 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.388839 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.389111 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.389375 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.389681 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.389937 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.390190 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.390439 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.390724 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.390998 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.391264 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.391522 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.391783 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.392037 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.392307 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.392574 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.392827 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.393093 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.393355 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.393629 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.393973 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.394222 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.394500 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.394744 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.395063 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.395410 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:26.395638 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:26.395868 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:26.396097 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:26.396324 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:26.396551 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:26.398101 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 12 11:51:26.401385 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 12 11:51:26.405288 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 12 11:51:26.409047 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 12 11:51:26.410651 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 12 11:51:26.411132 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 12 11:51:26.411461 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 12 11:51:26.411843 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 12 11:51:26.415229 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 12 11:51:26.415481 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 12 11:51:26.415824 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 11:51:26.443699 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 12 11:51:26.444322 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.444519 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91599) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 12 11:51:26.445074 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.446323 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91599) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 12 11:51:26.446616 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 11:51:26.446863 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 12 11:51:26.450077 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.450361 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:26.513921 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 12 11:51:26.514097 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 12 11:51:26.514329 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 12 11:51:26.514694 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 12 11:51:26.534899 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_db.sqlalchemy.engines [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91599) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 12 11:51:27.060483 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing driver for type 'gre' Jun 12 11:51:27.061328 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] gre ID ranges: [(1, 1000)] Jun 12 11:51:27.115644 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing driver for type 'local' Jun 12 11:51:27.116047 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing driver for type 'vlan' Jun 12 11:51:27.128388 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] VlanTypeDriver initialization complete Jun 12 11:51:27.128800 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing driver for type 'vxlan' Jun 12 11:51:27.129468 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] vxlan ID ranges: [(1, 1000)] Jun 12 11:51:27.181122 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing extension driver 'port_security' Jun 12 11:51:27.181537 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] PortSecurityExtensionDriver initialization complete Jun 12 11:51:27.181865 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing mechanism driver 'openvswitch' Jun 12 11:51:27.182460 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing mechanism driver 'hyperv' Jun 12 11:51:27.188913 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.plugins.ml2.plugin [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:51:27.189857 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.190236 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.190602 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.191015 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.191378 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.191731 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.192132 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.192510 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.192967 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.193358 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > security_group after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.193710 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > security_group after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.194057 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.194954 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.195330 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.195677 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.196063 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > address_group after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.196417 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > address_group after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.196765 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.197108 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] ML2 OVO RPC backend initialized. {{(pid=91599) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 12 11:51:27.197816 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.198172 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.198590 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.198939 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > networks before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.199310 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.199657 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > ports before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.200004 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.200347 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnets before_response 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.200695 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.201035 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.201372 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.201711 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.202050 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.202398 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.202738 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.203106 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.203446 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.204020 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.plugin [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Modular L2 Plugin initialization complete Jun 12 11:51:27.204348 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading services supported by the core plugin {{(pid=91599) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 12 11:51:27.204673 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.plugins.ml2.managers [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Got port-security extension from driver 'port_security' Jun 12 11:51:27.205202 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.extensions.vlantransparent [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Disabled vlantransparent extension. Jun 12 11:51:27.205622 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91599) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 12 11:51:27.205937 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: router Jun 12 11:51:27.241619 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.242013 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_create 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.242387 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router before_create 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.242753 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.243159 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.243527 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_delete 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.243886 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.244250 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_create 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.244601 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_update 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.244954 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_update 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.245303 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.245664 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_update 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.246073 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.246443 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.246786 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.247151 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: subnet after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.247493 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.247843 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.248192 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.248536 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.248882 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.249241 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router after_update 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.249585 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.249938 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.250299 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.250645 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.251043 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > network after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.251910 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Tracking information for resource: router configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:27.252245 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Tracking information for resource: floatingip configured {{(pid=91599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 11:51:27.258262 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.db.l3_agentschedulers_db [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 12 11:51:27.258843 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.259238 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port after_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.259593 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port after_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.259945 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: port after_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.260749 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router before_create 55550100 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.261118 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.261483 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_create 55550100 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.262009 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > router precommit_update 55550100 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.266447 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.provider_configuration [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service providers = [] {{(pid=91599) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 12 11:51:27.266817 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.db.servicetype_db [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91599) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 12 11:51:27.269766 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.service_base [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 11:51:27.270125 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.service_base [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 11:51:27.270469 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.service_base [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 11:51:27.271382 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.services.service_base [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 11:51:27.271755 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.services.service_base [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 12 11:51:27.272137 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.273065 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 12 11:51:27.283665 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.284008 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: auto_allocate Jun 12 11:51:27.289936 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: network precommit_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.290307 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: network precommit_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.290828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.291178 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: tag Jun 12 11:51:27.297732 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.298072 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: timestamp Jun 12 11:51:27.302037 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.302369 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: network_ip_availability Jun 12 11:51:27.308118 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.308494 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.308851 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.309572 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.309894 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: flavors Jun 12 11:51:27.314653 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.314941 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading Plugin: revisions Jun 12 11:51:27.319757 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 11:51:27.320174 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_concurrency.lockutils [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=91599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:27.320918 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91599) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 12 11:51:27.321256 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Initializing extension manager. Jun 12 11:51:27.321760 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: __init__.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.322102 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: __pycache__ {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.322435 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.322767 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: address_group.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.323537 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.324104 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: address-group Jun 12 11:51:27.324427 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: address_scope.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.325133 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.325653 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: address-scope Jun 12 11:51:27.325976 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.326898 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.327456 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: router-admin-state-down-before-update Jun 12 11:51:27.327787 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: agent.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.328665 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.329190 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: agent Jun 12 11:51:27.329517 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: agent_resources_synced.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.330436 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.330958 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: agent-resources-synced Jun 12 11:51:27.331303 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.333057 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.333612 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: allowed-address-pairs Jun 12 11:51:27.333925 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.335603 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.336302 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: auto-allocated-topology Jun 12 11:51:27.336637 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: availability_zone.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.337326 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.337844 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: availability_zone Jun 12 11:51:27.338169 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: availability_zone_filter.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.339110 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.339628 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: availability_zone_filter Jun 12 11:51:27.339954 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: data_plane_status.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.340856 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.341368 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 12 11:51:27.341695 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: default_subnetpools.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.342601 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.343153 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: default-subnetpools Jun 12 11:51:27.343479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.344282 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.344796 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: dhcp_agent_scheduler Jun 12 11:51:27.345119 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: dns.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.346033 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.346543 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension dns-integration not supported by any of loaded plugins Jun 12 11:51:27.346868 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: dns_domain_ports.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.347807 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.348317 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 12 11:51:27.348641 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: dvr.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.349302 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.349810 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: dvr Jun 12 11:51:27.350139 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: empty_string_filtering.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.351240 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.351753 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: empty-string-filtering Jun 12 11:51:27.352077 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.352981 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.353493 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 12 11:51:27.353817 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.354721 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.355268 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 12 11:51:27.355593 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: external_net.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.356499 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.357016 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: external-net Jun 12 11:51:27.357341 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.358254 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.358770 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: extra_dhcp_opt Jun 12 11:51:27.359130 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: extraroute.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.360038 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.360567 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: extraroute Jun 12 11:51:27.360890 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: extraroute_atomic.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.361919 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.362437 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: extraroute-atomic Jun 12 11:51:27.362760 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: filter_validation.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.363456 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.363975 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: filter-validation Jun 12 11:51:27.364299 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: fip_pf_description.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.365197 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.365705 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 12 11:51:27.366034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: fip_port_details.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.367026 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.367544 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: fip-port-details Jun 12 11:51:27.367866 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: flavors.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.369097 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.369623 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: flavors Jun 12 11:51:27.369950 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.371661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.372196 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 12 11:51:27.372534 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: floatingip_pools.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.373234 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.373757 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: floatingip-pools Jun 12 11:51:27.374089 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: ip_allocation.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.375034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.375554 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 12 11:51:27.375884 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.376800 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.377320 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: ip-substring-filtering Jun 12 11:51:27.377649 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l2_adjacency.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.378576 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.379131 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 12 11:51:27.379459 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.380425 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.380955 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: router Jun 12 11:51:27.381283 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.384271 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.384809 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 12 11:51:27.385146 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.386069 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.386597 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: ext-gw-mode Jun 12 11:51:27.386928 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.387872 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.388399 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: l3-ha Jun 12 11:51:27.388728 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3_flavors.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.389637 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.390158 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: l3-flavors Jun 12 11:51:27.390491 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.391452 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.391973 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 12 11:51:27.392300 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: l3agentscheduler.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.393335 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.393849 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: l3_agent_scheduler Jun 12 11:51:27.394178 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: logging.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.395697 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.396224 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension logging not supported by any of loaded plugins Jun 12 11:51:27.396559 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: metering.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.397400 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.398518 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: metering Jun 12 11:51:27.398849 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.399980 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.400513 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: metering_source_and_destination_fields Jun 12 11:51:27.400843 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: multiprovidernet.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.401779 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.402297 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: multi-provider Jun 12 11:51:27.402624 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: netmtu.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.403560 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.404072 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: net-mtu Jun 12 11:51:27.404396 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: netmtu_writable.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.405309 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.405825 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: net-mtu-writable Jun 12 11:51:27.406153 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: network_availability_zone.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.406818 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.407359 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: network_availability_zone Jun 12 11:51:27.407684 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: network_ip_availability.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.408772 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.409292 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: network-ip-availability Jun 12 11:51:27.409621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: network_segment_range.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.410405 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.410913 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 12 11:51:27.411263 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: pagination.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.412237 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.412571 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: pagination Jun 12 11:51:27.412892 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: port_device_profile.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.413845 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.414360 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: port-device-profile Jun 12 11:51:27.414680 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.415628 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.416147 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: port-mac-address-regenerate Jun 12 11:51:27.416470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.417384 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.417902 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: port-numa-affinity-policy Jun 12 11:51:27.418226 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: port_resource_request.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.419171 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.419687 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 12 11:51:27.420006 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: portbindings.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.420937 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.421453 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: binding Jun 12 11:51:27.421778 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: portbindings_extended.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.424663 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.425195 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: binding-extended Jun 12 11:51:27.425532 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: portsecurity.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.426452 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.426993 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: port-security Jun 12 11:51:27.427328 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: project_id.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.428306 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.428664 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: project-id Jun 12 11:51:27.428995 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: providernet.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.429915 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.430447 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: provider Jun 12 11:51:27.430775 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.434638 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.435211 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos not supported by any of loaded plugins Jun 12 11:51:27.435547 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.436795 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.437314 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 12 11:51:27.437648 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.438569 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.439128 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 12 11:51:27.439461 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_default.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.440380 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.440900 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-default not supported by any of loaded plugins Jun 12 11:51:27.441228 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_fip.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.441874 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.442385 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-fip not supported by any of loaded plugins Jun 12 11:51:27.442709 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.443663 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.444180 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 12 11:51:27.445033 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.446004 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.446542 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 12 11:51:27.446863 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.447804 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.448330 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 12 11:51:27.448662 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: qos_rules_alias.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.449711 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.450242 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 12 11:51:27.450568 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: quotasv2.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.451537 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.451869 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: quotas Jun 12 11:51:27.452194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: quotasv2_detail.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.455274 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.455627 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: quota_details Jun 12 11:51:27.455947 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: rbac.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.457016 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.457551 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: rbac-policies Jun 12 11:51:27.457888 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: rbac_address_group.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.458827 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.459382 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: rbac-address-group Jun 12 11:51:27.459714 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: rbac_address_scope.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.461509 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.462030 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: rbac-address-scope Jun 12 11:51:27.462360 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: rbac_security_groups.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.463399 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.463929 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: rbac-security-groups Jun 12 11:51:27.464257 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.465374 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.465899 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: rbac-subnetpool Jun 12 11:51:27.466229 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: revisionifmatch.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.467177 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.467699 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: revision-if-match Jun 12 11:51:27.468055 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: revisions.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.469161 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.469684 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: standard-attr-revisions Jun 12 11:51:27.470015 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: router_availability_zone.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.470688 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.471241 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: router_availability_zone Jun 12 11:51:27.471566 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: routerservicetype.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.472482 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.472997 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension router-service-type not supported by any of loaded plugins Jun 12 11:51:27.473349 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.474261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.474775 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: security-groups-normalized-cidr Jun 12 11:51:27.475136 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.476318 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.476829 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: port-security-groups-filtering Jun 12 11:51:27.477152 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.478064 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.478606 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: security-groups-remote-address-group Jun 12 11:51:27.478928 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: securitygroup.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.488531 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.489070 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: security-group Jun 12 11:51:27.489406 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: segment.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.490235 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.490797 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension segment not supported by any of loaded plugins Jun 12 11:51:27.491200 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.492443 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.493017 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 12 11:51:27.493386 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: servicetype.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.494590 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.495258 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: service-type Jun 12 11:51:27.495617 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: sorting.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.496646 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.496983 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: sorting Jun 12 11:51:27.497311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: standard_attr_segment.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.498225 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.498751 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 12 11:51:27.499117 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: standardattrdescription.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.499761 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.500276 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: standard-attr-description Jun 12 11:51:27.500600 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: stateful_security_group.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.501519 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.502040 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: stateful-security-group Jun 12 11:51:27.502367 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: stdattrs_common.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.502941 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 12 11:51:27.503288 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.504287 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.504805 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 12 11:51:27.505137 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: subnet_onboard.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.506202 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.506727 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: subnet_onboard Jun 12 11:51:27.507800 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.508764 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.509288 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 12 11:51:27.509612 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: subnet_service_types.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.510542 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.511101 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: subnet-service-types Jun 12 11:51:27.511428 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: subnetallocation.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.512507 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.513025 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: subnet_allocation Jun 12 11:51:27.513352 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.514020 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.514536 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: subnetpool-prefix-ops Jun 12 11:51:27.514857 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.515804 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.516334 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 12 11:51:27.516657 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: tagging.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.517723 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.518256 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: standard-attr-tag Jun 12 11:51:27.518584 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: timestamp.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.519816 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.520347 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loaded extension: standard-attr-timestamp Jun 12 11:51:27.520680 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: trunk.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.521709 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.522233 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension trunk not supported by any of loaded plugins Jun 12 11:51:27.523228 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: trunk_details.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.524155 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.524674 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension trunk-details not supported by any of loaded plugins Jun 12 11:51:27.525001 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.525926 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.526448 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 12 11:51:27.526777 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Loading extension file: vlantransparent.py {{(pid=91599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 11:51:27.527493 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 11:51:27.528011 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 12 11:51:27.530424 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:network Jun 12 11:51:27.530982 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:subnet Jun 12 11:51:27.531400 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 11:51:27.531803 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:port Jun 12 11:51:27.533118 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.533567 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service FLAVORS assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.534189 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.534616 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.534949 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:router Jun 12 11:51:27.535422 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:floatingip Jun 12 11:51:27.535921 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service METERING assigned prefix: /metering {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.537362 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.537738 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.538120 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:51:27.539155 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 11:51:27.539595 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:security_group Jun 12 11:51:27.540039 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 11:51:27.540642 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service CORE assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.540985 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 11:51:27.541341 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] subnetpool is already registered Jun 12 11:51:27.541770 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service CORE assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.542095 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 11:51:27.542430 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] subnetpool is already registered Jun 12 11:51:27.544755 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.545190 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service FLAVORS assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.545777 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.546200 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.546534 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:router Jun 12 11:51:27.546883 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] router is already registered Jun 12 11:51:27.547326 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:floatingip Jun 12 11:51:27.547666 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] floatingip is already registered Jun 12 11:51:27.548127 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service METERING assigned prefix: /metering {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.548790 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 11:51:27.549117 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] rbac_policy is already registered Jun 12 11:51:27.549524 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:security_group Jun 12 11:51:27.549864 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] security_group is already registered Jun 12 11:51:27.550263 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 11:51:27.550593 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] security_group_rule is already registered Jun 12 11:51:27.551245 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service CORE assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.551566 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 11:51:27.551909 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] subnetpool is already registered Jun 12 11:51:27.552326 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.v2.resource_helper [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Service CORE assigned prefix: {{(pid=91599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 11:51:27.552649 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 11:51:27.552981 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING neutron.quota.resource_registry [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] subnetpool is already registered Jun 12 11:51:27.553446 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: extensions {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.555663 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: address-groups {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.557415 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: address-scopes {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.558981 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: agents {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.560244 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: auto-allocated-topology {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.561507 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: availability_zones {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.562726 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: dhcp-networks {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.564267 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: dhcp-agents {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.565762 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: routers {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.567480 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: flavors {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.568766 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: service_profiles {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.570572 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: next_providers {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.572069 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: service_profiles {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.573610 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: floatingip-pools {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.574904 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: routers {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.576636 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: floatingips {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.577917 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: l3-routers {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.579357 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: l3-agents {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.580793 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: metering-labels {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.582050 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: metering-label-rules {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.584498 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: network-ip-availabilities {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.585876 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: bindings {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.587480 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: quotas {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.589042 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: quotas {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.590499 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: rbac-policies {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.591721 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: security-groups {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.593048 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: security-group-rules {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.594295 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: service-providers {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.595553 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: subnetpools {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.596909 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: subnetpools {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.598466 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.600203 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.602150 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.603988 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.605689 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.607680 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.609393 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.611244 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.613114 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.614887 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron.api.extensions [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Extended resource: tags {{(pid=91599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 11:51:27.621462 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING keystonemiddleware.auth_token [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 12 11:51:27.626011 dv-cinder-796113-2-iscsi neutron-server[91599]: WARNING keystonemiddleware.auth_token [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 12 11:51:27.635496 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_concurrency.lockutils [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Acquired lock "singleton_lock" {{(pid=91599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 12 11:51:27.635980 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_concurrency.lockutils [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Releasing lock "singleton_lock" {{(pid=91599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 12 11:51:27.636624 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Starting 2 workers Jun 12 11:51:27.641524 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Started child 91741 {{(pid=91599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 11:51:27.646021 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Started child 91742 {{(pid=91599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 11:51:27.646920 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:27.647771 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO neutron.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 12 11:51:27.648470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Notify callbacks [] for process, before_spawn {{(pid=91599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:27.649164 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [-] (91741) wsgi starting up on http://0.0.0.0:9696 Jun 12 11:51:27.649566 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 49548) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:51:27.651167 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Starting 1 workers Jun 12 11:51:27.651266 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:27.652620 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [-] (91742) wsgi starting up on http://0.0.0.0:9696 Jun 12 11:51:27.656397 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Started child 91743 {{(pid=91599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 11:51:27.656957 dv-cinder-796113-2-iscsi neutron-server[91599]: INFO oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Starting 1 workers Jun 12 11:51:27.658444 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065110 Jun 12 11:51:27.659994 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] calling RpcWorker wait() {{(pid=91743) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 12 11:51:27.660546 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] returning from RpcWorker wait() {{(pid=91743) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 12 11:51:27.661844 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:27.662337 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:51:27.663320 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Started child 91744 {{(pid=91599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 11:51:27.666098 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb3fa-5c4e-40d5-a9f8-7ddd8a1757a8 None None] Notify callbacks [] for process, after_spawn {{(pid=91599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:27.666220 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 11:51:27.666383 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 11:51:27.666576 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 11:51:27.666793 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 11:51:27.667165 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 11:51:27.667323 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 11:51:27.667852 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.668129 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.668396 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.668560 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:27.669047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.669047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.669497 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.669609 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:51:27.669774 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.670034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.670313 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.670581 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.670757 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.670919 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.671205 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.671487 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.671762 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.673929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] debug = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.674465 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.674465 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.674778 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.674935 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.675192 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.675475 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.675712 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.677920 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.678407 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.678407 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.679320 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] host = dv-cinder-796113-2-iscsi {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.679559 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.679893 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.680169 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.682470 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.683235 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.683235 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.683235 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.683235 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_options = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.683761 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.683761 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.684039 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.684174 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.684318 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.684454 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.686479 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.687621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.687621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.687621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.687621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.687621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.687621 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.688377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.688377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.688377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.688771 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.688771 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.689047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.689180 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.689513 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.689673 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.690933 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.690933 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.690933 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.690933 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.690933 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.691627 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.691627 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.691627 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.692031 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.692031 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.692308 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.692536 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.692731 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.692979 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.693198 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.693439 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.693678 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_json = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.696634 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.697797 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.697797 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.697797 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.698036 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.698355 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.698659 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.698993 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.700064 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.700450 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.700806 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.701138 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.701472 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.701632 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.701889 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.702093 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.702395 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.702838 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.703144 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.703574 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.704028 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.704449 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.704877 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.705390 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.705649 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.705997 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.706421 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.706812 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.707188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.707439 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.707794 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.708077 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.708589 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.708999 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.709238 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.711592 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.712876 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.712876 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.712876 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.712876 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.713184 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.713743 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.713983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.715506 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.715980 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.716893 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.717150 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.717868 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.717868 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.718035 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.718194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.718679 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.718679 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.718923 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.721810 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.722073 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.722323 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.722611 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.722865 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.723165 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.723403 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.723636 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.723874 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.724122 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.724354 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.724594 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.724815 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.725071 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.725340 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.725567 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.726500 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.727443 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.727443 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.727443 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.727666 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.727831 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.728085 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.728312 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.728602 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.728822 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.729049 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.729303 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.729527 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.729750 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.730753 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.730753 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.730753 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.730753 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.731110 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.731859 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.732103 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.732334 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.732626 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.732964 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.733198 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.733461 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.733712 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.733979 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.734227 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.734482 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.734727 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.735005 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.738000 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739123 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739123 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739123 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739123 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739394 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739473 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739776 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.739988 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.740256 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.742588 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.742588 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.743098 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.743344 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.744756 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.746683 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.747054 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.747255 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.747505 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.748769 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.749415 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.751577 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.751577 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.751776 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.752168 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.752429 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.752740 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.752983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.753221 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.753451 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.753716 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.754043 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.754278 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.755026 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.755026 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.755026 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.755343 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.756535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.756535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.756535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.756535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.756535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.757453 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.757669 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.757832 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.758069 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.758303 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.758539 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.758754 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.758995 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.764189 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.764434 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.764724 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.764958 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.765201 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.765420 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.766370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.766812 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.768131 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.768378 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.768635 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.768933 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.769215 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.769511 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.769672 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.769891 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.770300 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.770533 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.770829 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.771112 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.771352 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.771612 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.771926 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.772817 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.773648 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.775131 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.775547 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.775807 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.776055 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.776307 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.776548 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.776780 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.777194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.778059 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.778059 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.778059 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.778332 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.778541 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.778786 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.779047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780034 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780326 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780397 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780614 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.780872 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.781855 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.781855 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.781855 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.781855 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.782141 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.782141 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.782395 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.783228 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.783228 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.783228 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.783473 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.783693 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.783930 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.784142 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.784360 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.784582 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.784802 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.785031 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.785259 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.785464 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.785711 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.785927 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.786171 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.786382 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.786599 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.786821 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.787130 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.787362 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.787597 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.787810 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.788286 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.788817 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.789171 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.789449 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.789681 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.789984 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.790241 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.790480 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.790748 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.791175 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.791370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.791617 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.791842 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.792065 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.792297 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.792563 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.792884 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.793157 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.793411 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.793671 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.793964 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.794245 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.794506 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.794743 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.795109 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.795452 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.795741 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.796005 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.796237 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.796517 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.796745 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.796968 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.797191 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.797437 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.797661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.797904 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.798156 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.798411 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.798629 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.798892 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.799131 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.799377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.799622 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.800158 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.800158 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.800458 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 11:51:27.800851 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 11:51:27.801001 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 11:51:27.801141 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 11:51:27.801357 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 11:51:27.801462 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 11:51:27.801589 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 11:51:27.802370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.802370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.802370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.802370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.802812 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.802812 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.802812 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.803138 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.804729 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.804930 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.805515 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.805841 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.806020 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.806174 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.806333 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.806483 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.806638 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.806800 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.807230 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.807399 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.807560 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.807719 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.807879 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] debug = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.808037 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.808239 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.808406 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.808567 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.808725 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.808885 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.809043 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.809863 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.809863 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.809863 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.809863 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.809863 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.810192 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.810192 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.810309 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.810373 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.810523 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.810825 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] host = dv-cinder-796113-2-iscsi {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.811024 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.811158 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.811313 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.811474 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.811779 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.812087 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.812247 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.812412 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.812570 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.812732 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.812880 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.813041 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.813204 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.813382 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.813535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_options = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.813672 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.813983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.814158 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.814310 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.814480 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.814649 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.814822 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.814996 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.815143 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.815268 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.815430 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.815589 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.815814 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.815910 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.816661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.816661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.816661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.816661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.816661 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817076 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817076 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817076 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817264 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817370 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817521 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817674 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.817837 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818196 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818196 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818383 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818471 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818750 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.818907 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.821009 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.821198 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.821346 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.821515 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.821679 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.821840 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_json = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.823311 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.824188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.824188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.824188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.824188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.824188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 11:51:27.824188 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.824750 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.824750 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.824750 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.824750 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825140 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825140 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825331 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825331 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825488 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825669 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.825831 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.826167 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.826472 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.828975 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.829700 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.829700 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.829700 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.829700 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.829700 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.830274 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.830274 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.830274 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.830610 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.830610 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.830849 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:51:27.831047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831047 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831521 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831521 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831521 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.831929 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.832212 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.832212 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.832402 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.832546 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.832689 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.832833 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833002 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833167 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833330 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833493 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833657 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833820 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.833996 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.834158 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.834322 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.834485 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.834648 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.834811 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.835161 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.835377 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.835641 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.835952 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.835952 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.836149 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.836268 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.836400 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.836564 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.836728 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.836892 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.837055 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.837216 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.837378 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.837540 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.837702 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.837864 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.838036 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.838213 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.838374 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.838535 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.838697 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.838858 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.839059 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.839224 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.839385 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.839548 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.839711 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.839872 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.840033 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.840198 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.840360 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.840522 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.840682 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.840844 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841006 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841168 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841329 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841490 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841651 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841814 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.841976 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.842136 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.842297 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.842466 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.842627 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.842791 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.842952 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.843141 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.843314 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.843476 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844043 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844043 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844043 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844354 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844354 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844548 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844548 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844740 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844852 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.844995 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.845173 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.845335 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.845497 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.845659 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.845976 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.845976 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.846306 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.846306 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.846624 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.846624 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.846905 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.846905 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.848060 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.849587 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.850828 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.851889 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.851889 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.851889 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.851889 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.851889 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.852505 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.852505 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.852505 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.852505 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853261 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.853983 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.854660 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.854660 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.854660 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.854660 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855194 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855766 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855766 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.855766 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856320 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856320 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856320 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856320 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856834 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856834 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856834 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.856834 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.857346 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.857346 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.857346 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.858042 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.858042 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.858042 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.858042 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.858042 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.858496 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.859305 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.859517 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.859684 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.859861 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.860036 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.860210 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.860392 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.860561 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.860728 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.860892 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.861055 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.861229 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.861391 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.861553 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.861716 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.861877 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.862046 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.862297 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.862640 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.862809 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.862987 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.863172 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.863333 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.863489 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.863654 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.863817 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864040 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864181 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864298 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864440 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864603 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864762 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.864921 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.865082 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.865244 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.865409 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.865578 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.865746 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.865906 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.866074 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.866760 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.866954 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.867178 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.867337 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.867512 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.867675 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.867835 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.867993 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.868152 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.868312 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.868475 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.868636 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.868795 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.868956 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.869116 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.869275 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.869435 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.869594 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.869753 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.869913 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.870073 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.870232 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.870392 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.870552 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 11:51:27.870706 dv-cinder-796113-2-iscsi neutron-server[91599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 11:51:39.152230 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a5a2a-058d-49a2-a741-d1a66cc5f454 None None] get_active_networks_info from dv-cinder-796113-2-iscsi {{(pid=91743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 12 11:51:39.233540 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a5a2a-058d-49a2-a741-d1a66cc5f454 None None] No non-hosted networks {{(pid=91743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 12 11:51:39.274195 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.agentschedulers_db [None req-cd4a5a2a-058d-49a2-a741-d1a66cc5f454 None None] DHCP Agent not found on host dv-cinder-796113-2-iscsi {{(pid=91743) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 12 11:51:39.426161 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8da8-cde2-49b0-93aa-b07dc9abe600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982'] for agent, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:41.340946 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-310693e7-41e8-4475-b309-b6bcecabc6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982'] for agent, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:41.412145 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e569841a-5906-4e8b-a00e-589d8da23579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:41.973306 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982'] for agent, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:41.974578 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.975216 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.976453 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.977077 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.977628 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.978244 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.979091 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.980289 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.980837 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.982508 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.984954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.985678 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:41.987097 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796113-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:51:41.996954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796113-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:51:42.658044 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982'] for agent, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:44.332367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982'] for agent, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:45.398605 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 49654) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:51:45.903470 dv-cinder-796113-2-iscsi neutron-server[91741]: WARNING oslo_policy.policy [None req-2fbc8a3d-2ede-4001-bf7d-03d5669d8953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:45.904064 dv-cinder-796113-2-iscsi neutron-server[91741]: WARNING oslo_policy.policy [None req-2fbc8a3d-2ede-4001-bf7d-03d5669d8953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:46.118497 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [None req-2fbc8a3d-2ede-4001-bf7d-03d5669d8953 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:51:46.119542 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-2fbc8a3d-2ede-4001-bf7d-03d5669d8953 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7199838 Jun 12 11:51:48.474475 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 49668) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:51:48.647798 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.db.l3_hamode_db [None req-a13aec86-189b-4b9d-a174-3d94bfed595e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 12 11:51:48.740998 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13aec86-189b-4b9d-a174-3d94bfed595e None None] Routers set() bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:51:48.741998 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13aec86-189b-4b9d-a174-3d94bfed595e None None] Router IDs set() for agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 12 11:51:48.797079 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:51:48.897356 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.policy [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 11:51:48.942425 dv-cinder-796113-2-iscsi neutron-server[91741]: WARNING oslo_policy.policy [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:48.942627 dv-cinder-796113-2-iscsi neutron-server[91741]: WARNING oslo_policy.policy [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:48.951800 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.quota [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] Loaded quota_driver: . Jun 12 11:51:49.045188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736892063222', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736892062659', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736892075917', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736892110263', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736892121200', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736892097610', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4191014', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4172726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628175'] for rbac-policy, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:49.115038 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:49.122407 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-37fe667a-134b-4323-9fed-e5bb96600e61 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6406517 Jun 12 11:51:51.659433 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 49680) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:51:51.968387 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:51:51.996877 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Made reservation on behalf of 98284c93bc4a4d4183f6cfce3f72f16c for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:51:51.999699 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.019903 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.150703 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.154509 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.159749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:52.175060 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:51:52.205796 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736892290991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.206389 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Unsubscribe: segment precommit_create {{(pid=91741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 11:51:52.206889 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Added segment f8ffd008-e64b-4ba5-9879-bc8f0c0df774 of type vlan for network aec38c70-5de0-4f9a-b110-95fb6b788140 Jun 12 11:51:52.225453 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd093cd5-992f-41f4-8945-d51ccad257ff,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:51:52.281281 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.281622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.281950 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.282266 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.282578 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.282907 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.283254 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.283564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.283887 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.284197 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.284500 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.284802 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Tracked resource versions report: Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: pushed versions: Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: { 'AddressGroup': {'1.2'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'ConntrackHelper': {'1.0'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Log': {'1.0'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Network': {'1.1'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Port': {'1.7'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'PortForwarding': {'1.2'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'QosPolicy': {'1.8'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroup': {'1.4'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SubPort': {'1.0'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Subnet': {'1.1'}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Trunk': {'1.1'}} Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: consumer versions: Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'ConntrackHelper': '1.0', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Log': '1.0', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Network': '1.1', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Port': '1.7', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'PortForwarding': '1.2', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'QosPolicy': '1.8', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroup': '1.4', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroupRule': '1.2', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SubPort': '1.0', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Subnet': '1.1', Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Trunk': '1.1'}} Jun 12 11:51:52.285869 dv-cinder-796113-2-iscsi neutron-server[91741]: {{(pid=91741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:51:52.334891 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.341563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:52.387975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.389402 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:51:52.390057 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:52.392829 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:52.453428 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7929320 Jun 12 11:51:52.513866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Pushing event updated for resources: {'Network': ['ID=aec38c70-5de0-4f9a-b110-95fb6b788140,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:51:52.517106 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:52.529418 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network aec38c70-5de0-4f9a-b110-95fb6b788140 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:51:55.069386 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49694) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:51:55.573441 dv-cinder-796113-2-iscsi neutron-server[91742]: WARNING oslo_policy.policy [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:55.574039 dv-cinder-796113-2-iscsi neutron-server[91742]: WARNING oslo_policy.policy [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:56.040296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.policy [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 11:51:56.085198 dv-cinder-796113-2-iscsi neutron-server[91742]: WARNING oslo_policy.policy [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:56.086332 dv-cinder-796113-2-iscsi neutron-server[91742]: WARNING oslo_policy.policy [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 11:51:56.094229 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:51:56.096119 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8961dd58-f10d-403a-ac0d-85d4f8fabbae admin admin] 10.222.0.63 "GET /v2.0/networks/aec38c70-5de0-4f9a-b110-95fb6b788140 HTTP/1.1" status: 200 len: 825 time: 1.0246949 Jun 12 11:51:56.134070 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-821b29d6-dd5c-4788-b3fb-c882c8c1e10a admin admin] 10.222.0.63 "GET /v2.0/subnetpools/6098d131-46a5-4938-9308-d57fd39535bc HTTP/1.1" status: 200 len: 734 time: 0.0320978 Jun 12 11:51:56.146764 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc', 'ip_version': 4, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:51:56.149552 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.quota [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Loaded quota_driver: . Jun 12 11:51:56.192188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Made reservation on behalf of 98284c93bc4a4d4183f6cfce3f72f16c for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:51:56.196215 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:56.534227 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:56.539329 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:56.612000 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Checking segment: {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:51:56.612364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Network hostable DHCP agents. Network: aec38c70-5de0-4f9a-b110-95fb6b788140, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:51:56.624811 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58622f8b-0462-4ad2-86b8-e78f8cb4f6e5,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:51:56.639805 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.640155 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.640478 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.640791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.641103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.641451 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.641759 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.642063 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.642380 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.642684 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.643013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.643315 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Tracked resource versions report: Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: pushed versions: Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: { 'AddressGroup': {'1.2'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'ConntrackHelper': {'1.0'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Log': {'1.0'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Network': {'1.1'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Port': {'1.7'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'PortForwarding': {'1.2'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'QosPolicy': {'1.8'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroup': {'1.4'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SubPort': {'1.0'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Subnet': {'1.1'}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Trunk': {'1.1'}} Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: consumer versions: Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'ConntrackHelper': '1.0', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Log': '1.0', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Network': '1.1', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Port': '1.7', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'PortForwarding': '1.2', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'QosPolicy': '1.8', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroup': '1.4', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroupRule': '1.2', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SubPort': '1.0', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Subnet': '1.1', Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Trunk': '1.1'}} Jun 12 11:51:56.644386 dv-cinder-796113-2-iscsi neutron-server[91742]: {{(pid=91742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:51:56.672827 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Network aec38c70-5de0-4f9a-b110-95fb6b788140 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:51:56.683725 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:56.685971 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, aec38c70-5de0-4f9a-b110-95fb6b788140) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:51:56.691152 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:51:56.692276 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:56.696498 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96924c81-8734-4682-9291-8afd48a7eb70 None None] Network aec38c70-5de0-4f9a-b110-95fb6b788140 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:51:56.712367 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5699668 Jun 12 11:51:57.033730 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-aec38c70-5de0-4f9a-b110-95fb6b788140', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 11:51:57.035106 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:57.319600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Allocated IP 172.20.0.2 (aec38c70-5de0-4f9a-b110-95fb6b788140/58622f8b-0462-4ad2-86b8-e78f8cb4f6e5/09d53400-bf93-46b4-92cd-c9cd763c6864) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:51:57.594055 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:57.609451 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Transition to ACTIVE for port object 09d53400-bf93-46b4-92cd-c9cd763c6864 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:51:57.629856 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Transition to ACTIVE for port object 09d53400-bf93-46b4-92cd-c9cd763c6864 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:51:57.638404 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:57.641738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:57.720691 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Network aec38c70-5de0-4f9a-b110-95fb6b788140 is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:51:57.725529 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:51:57.729557 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:51:57.740339 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Pushing event updated for resources: {'Port': ['ID=09d53400-bf93-46b4-92cd-c9cd763c6864,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:51:57.789314 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.789713 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.790042 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.790373 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.790700 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.791046 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.791368 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.791685 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.792018 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.792336 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.792650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.792962 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Tracked resource versions report: Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: pushed versions: Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: { 'AddressGroup': {'1.2'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'ConntrackHelper': {'1.0'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Log': {'1.0'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Network': {'1.1'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Port': {'1.7'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'PortForwarding': {'1.2'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'QosPolicy': {'1.8'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroup': {'1.4'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SubPort': {'1.0'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Subnet': {'1.1'}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Trunk': {'1.1'}} Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: consumer versions: Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'ConntrackHelper': '1.0', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Log': '1.0', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Network': '1.1', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Port': '1.7', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'PortForwarding': '1.2', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'QosPolicy': '1.8', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroup': '1.4', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroupRule': '1.2', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SubPort': '1.0', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Subnet': '1.1', Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Trunk': '1.1'}} Jun 12 11:51:57.794088 dv-cinder-796113-2-iscsi neutron-server[91743]: {{(pid=91743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:51:57.818943 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:57.833006 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Attempting to bind port 09d53400-bf93-46b4-92cd-c9cd763c6864 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:51:57.833411 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Attempting to bind port 09d53400-bf93-46b4-92cd-c9cd763c6864 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:51:57.833973 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Attempting to bind port 09d53400-bf93-46b4-92cd-c9cd763c6864 on network aec38c70-5de0-4f9a-b110-95fb6b788140 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:51:57.839496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:51:57.839921 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Checking segment: {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:51:57.840376 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:57.840767 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Bound using segment: {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:51:57.841231 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Bound port: 09d53400-bf93-46b4-92cd-c9cd763c6864, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:51:57.841628 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:57.916414 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] For port 09d53400-bf93-46b4-92cd-c9cd763c6864, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:51:57.941275 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] For port 09d53400-bf93-46b4-92cd-c9cd763c6864, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=09d53400-bf93-46b4-92cd-c9cd763c6864,segment=NetworkSegment(f8ffd008-e64b-4ba5-9879-bc8f0c0df774),segment_id=f8ffd008-e64b-4ba5-9879-bc8f0c0df774)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:51:57.947007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:51:57.949431 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:51:58.019505 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Pushing event updated for resources: {'Port': ['ID=09d53400-bf93-46b4-92cd-c9cd763c6864,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:51:58.022541 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:51:59.106545 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49714) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:51:59.443839 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [None req-dc4d469c-43c4-48d5-ace7-c3a9a1b28002 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:51:59.445397 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-dc4d469c-43c4-48d5-ace7-c3a9a1b28002 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3372262 Jun 12 11:52:01.794857 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49722) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:02.127387 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [None req-1bd6d919-e160-4403-924d-8ee767c1b290 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:52:02.128366 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-1bd6d919-e160-4403-924d-8ee767c1b290 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3326492 Jun 12 11:52:03.834876 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 09d53400-bf93-46b4-92cd-c9cd763c6864 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:52:03.924291 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 09d53400-bf93-46b4-92cd-c9cd763c6864 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:52:04.097063 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630bfc5-d3c4-47b9-8279-75bce83c70b5 None None] Network aec38c70-5de0-4f9a-b110-95fb6b788140 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:52:04.180120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Provisioning for port 09d53400-bf93-46b4-92cd-c9cd763c6864 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:52:04.187653 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Provisioning complete for port 09d53400-bf93-46b4-92cd-c9cd763c6864 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:04.188051 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:04.373251 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:04.453891 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] For port 09d53400-bf93-46b4-92cd-c9cd763c6864, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=09d53400-bf93-46b4-92cd-c9cd763c6864,segment=NetworkSegment(f8ffd008-e64b-4ba5-9879-bc8f0c0df774),segment_id=f8ffd008-e64b-4ba5-9879-bc8f0c0df774)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:52:04.458412 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:04.467871 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:04.525867 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Pushing event updated for resources: {'Port': ['ID=09d53400-bf93-46b4-92cd-c9cd763c6864,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:04.529110 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:04.680904 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-91413add-a948-46b3-8297-8c4039ff172b None None] Provisioning complete for port 09d53400-bf93-46b4-92cd-c9cd763c6864 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:04.681276 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-91413add-a948-46b3-8297-8c4039ff172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:04.842493 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49736) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:05.153674 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:52:05.177061 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:05.178869 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:05.343791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:05.348841 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:05.361691 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:05.362936 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e6c2da18-ca9e-435f-b228-a5efd82d3b48 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5194433 Jun 12 11:52:05.809838 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 09d53400-bf93-46b4-92cd-c9cd763c6864 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:52:05.862118 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 09d53400-bf93-46b4-92cd-c9cd763c6864 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:05.862491 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:07.675828 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49744) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:08.004491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [None req-8d26caa0-b947-460e-9928-52a2f95efb3e admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:52:08.005470 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8d26caa0-b947-460e-9928-52a2f95efb3e admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3285995 Jun 12 11:52:09.073839 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d1c75e78-64a0-43f3-a1e9-a0951e7f3e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:10.329947 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49752) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:10.689444 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:52:10.712542 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Made reservation on behalf of 856c5f7f685a4909a9741cabe67e87d0 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:52:10.714837 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:10.738120 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:10.875291 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:10.879213 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:10.883881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:10.899084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Reserving flat network on physical network physnet1 {{(pid=91742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 12 11:52:10.922793 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd8eb2-32bc-4977-8dd4-f3e0dd87d7dd,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:10.927347 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:10.932330 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736892290991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:10.932919 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Unsubscribe: segment precommit_create {{(pid=91742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 11:52:10.933399 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Added segment c5886fd5-4e08-480c-9c33-09088ad6c5bf of type flat for network e3f70394-a27f-4c70-bb71-6ba618a24d32 Jun 12 11:52:11.006362 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:11.076585 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:11.078050 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:52:11.078685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:11.081582 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:11.126922 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7959106 Jun 12 11:52:11.194859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Pushing event updated for resources: {'Network': ['ID=e3f70394-a27f-4c70-bb71-6ba618a24d32,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:11.198994 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:11.211201 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:52:11.339992 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-bc6e4f1f-e177-4afb-926d-f25de0b9f0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:11.965975 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:12.600547 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:13.426352 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49770) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:13.618494 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13996a23-aa5e-47ee-b661-daa8cbcdab9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:52:13.619834 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-13996a23-aa5e-47ee-b661-daa8cbcdab9f admin admin] 10.222.0.63 "GET /v2.0/subnets/58622f8b-0462-4ad2-86b8-e78f8cb4f6e5 HTTP/1.1" status: 200 len: 849 time: 0.1924860 Jun 12 11:52:13.762926 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-55239493-110f-4c00-9b9d-e354bb424316 admin admin] 10.222.0.63 "GET /v2.0/routers/4b943742-fbfe-4bba-8b6a-57f83a325a5c HTTP/1.1" status: 200 len: 704 time: 0.1377857 Jun 12 11:52:14.134997 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:14.283113 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:14.493284 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Allocated IP 172.20.0.1 (aec38c70-5de0-4f9a-b110-95fb6b788140/58622f8b-0462-4ad2-86b8-e78f8cb4f6e5/ac040085-fbc3-4247-ae45-34fc9dafdcfd) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:52:14.661842 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:14.682880 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Transition to ACTIVE for port object ac040085-fbc3-4247-ae45-34fc9dafdcfd will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:52:14.765915 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:14.767945 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:14.847259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Network aec38c70-5de0-4f9a-b110-95fb6b788140 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:52:14.855196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:52:14.857766 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Pushing event updated for resources: {'Port': ['ID=ac040085-fbc3-4247-ae45-34fc9dafdcfd,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:14.870158 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:52:14.870614 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:14.958722 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:15.052128 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b225c13a-3126-464b-9052-41b8f182716c None None] Provisioning for port ac040085-fbc3-4247-ae45-34fc9dafdcfd completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:52:15.055949 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b225c13a-3126-464b-9052-41b8f182716c None None] Provisioning complete for port ac040085-fbc3-4247-ae45-34fc9dafdcfd triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:15.056325 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b225c13a-3126-464b-9052-41b8f182716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:15.095524 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b225c13a-3126-464b-9052-41b8f182716c None None] Port ac040085-fbc3-4247-ae45-34fc9dafdcfd cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 11:52:15.106145 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:15.315172 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:15.319524 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:15.320817 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:15.323217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:15.388966 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Pushing event updated for resources: {'Port': ['ID=ac040085-fbc3-4247-ae45-34fc9dafdcfd,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:15.392974 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:15.471700 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Network aec38c70-5de0-4f9a-b110-95fb6b788140 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:52:15.472987 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:52:15.715329 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c7db26e6-634a-49e4-acf2-6711429ccc9e None None] Provisioning complete for port ac040085-fbc3-4247-ae45-34fc9dafdcfd triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:15.715908 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7db26e6-634a-49e4-acf2-6711429ccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:15.732257 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Router 4b943742-fbfe-4bba-8b6a-57f83a325a5c is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 11:52:15.756714 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-c7db26e6-634a-49e4-acf2-6711429ccc9e None None] Port ac040085-fbc3-4247-ae45-34fc9dafdcfd cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 11:52:15.857956 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 11:52:15.863467 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] 10.222.0.63 "PUT /v2.0/routers/4b943742-fbfe-4bba-8b6a-57f83a325a5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0951047 Jun 12 11:52:15.876116 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Sync routers for ids ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 11:52:15.887960 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Routers {'4b943742-fbfe-4bba-8b6a-57f83a325a5c'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:52:15.888793 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:52:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:16.097631 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Set router 4b943742-fbfe-4bba-8b6a-57f83a325a5c gateway port host: None {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:52:16.573995 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:52:05Z', 'updated_at': '2021-06-12T11:52:15Z', 'revision_number': 2, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'gw_port_host': None, '_interfaces': [{'id': 'ac040085-fbc3-4247-ae45-34fc9dafdcfd', 'name': '', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'mac_address': 'fa:16:3e:c8:1e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:14Z', 'updated_at': '2021-06-12T11:52:15Z', 'revision_number': 2, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnets': [{'id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:16.579824 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Checking router: 4b943742-fbfe-4bba-8b6a-57f83a325a5c for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 11:52:16.580197 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Updating router 4b943742-fbfe-4bba-8b6a-57f83a325a5c port ac040085-fbc3-4247-ae45-34fc9dafdcfd binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 11:52:16.655789 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:17.186229 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:17.204386 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Transition to ACTIVE for port object ac040085-fbc3-4247-ae45-34fc9dafdcfd will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:52:17.211108 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:17.214802 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:17.412955 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f65295-f595-4732-8755-40aca362a546 None None] Pushing event updated for resources: {'Port': ['ID=ac040085-fbc3-4247-ae45-34fc9dafdcfd,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:17.443633 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.443971 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.444299 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.444620 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.445465 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.445784 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.446094 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.446435 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.446752 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.447197 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.447511 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.447816 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f65295-f595-4732-8755-40aca362a546 None None] Tracked resource versions report: Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: pushed versions: Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: { 'AddressGroup': {'1.2'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'ConntrackHelper': {'1.0'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Log': {'1.0'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Network': {'1.1'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Port': {'1.7'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'PortForwarding': {'1.2'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'QosPolicy': {'1.8'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroup': {'1.4'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SubPort': {'1.0'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Subnet': {'1.1'}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Trunk': {'1.1'}} Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: consumer versions: Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'ConntrackHelper': '1.0', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Log': '1.0', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Network': '1.1', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Port': '1.7', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'PortForwarding': '1.2', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'QosPolicy': '1.8', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroup': '1.4', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroupRule': '1.2', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SubPort': '1.0', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Subnet': '1.1', Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Trunk': '1.1'}} Jun 12 11:52:17.448912 dv-cinder-796113-2-iscsi neutron-server[91744]: {{(pid=91744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:52:17.452837 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-05f65295-f595-4732-8755-40aca362a546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:17.463552 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Attempting to bind port ac040085-fbc3-4247-ae45-34fc9dafdcfd on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:52:17.463954 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Attempting to bind port ac040085-fbc3-4247-ae45-34fc9dafdcfd by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:52:17.464365 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Attempting to bind port ac040085-fbc3-4247-ae45-34fc9dafdcfd on network aec38c70-5de0-4f9a-b110-95fb6b788140 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:52:17.469176 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:52:17.469597 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Checking segment: {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:52:17.470049 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:17.470610 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Bound using segment: {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:52:17.471580 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Bound port: ac040085-fbc3-4247-ae45-34fc9dafdcfd, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ffd008-e64b-4ba5-9879-bc8f0c0df774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:52:17.472021 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:17.551412 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] For port ac040085-fbc3-4247-ae45-34fc9dafdcfd, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:52:17.574048 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] For port ac040085-fbc3-4247-ae45-34fc9dafdcfd, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ac040085-fbc3-4247-ae45-34fc9dafdcfd,segment=NetworkSegment(f8ffd008-e64b-4ba5-9879-bc8f0c0df774),segment_id=f8ffd008-e64b-4ba5-9879-bc8f0c0df774)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:52:17.578365 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:17.581478 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:17.635183 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Routers {'4b943742-fbfe-4bba-8b6a-57f83a325a5c'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:52:17.635822 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:52:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:17.767753 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f65295-f595-4732-8755-40aca362a546 None None] Pushing event updated for resources: {'Port': ['ID=ac040085-fbc3-4247-ae45-34fc9dafdcfd,revision_number=4']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:17.770752 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-05f65295-f595-4732-8755-40aca362a546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:17.771928 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] Set router 4b943742-fbfe-4bba-8b6a-57f83a325a5c gateway port host: None {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:52:18.043514 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:52:05Z', 'updated_at': '2021-06-12T11:52:15Z', 'revision_number': 2, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'gw_port_host': None, '_interfaces': [{'id': 'ac040085-fbc3-4247-ae45-34fc9dafdcfd', 'name': '', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'mac_address': 'fa:16:3e:c8:1e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:14Z', 'updated_at': '2021-06-12T11:52:17Z', 'revision_number': 4, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnets': [{'id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:18.046805 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d926f-8600-47e3-999c-a10f42005aa1 None None] The sync data for ids ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'] in dv-cinder-796113-2-iscsi is: [{'id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:52:05Z', 'updated_at': '2021-06-12T11:52:15Z', 'revision_number': 2, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'gw_port_host': None, '_interfaces': [{'id': 'ac040085-fbc3-4247-ae45-34fc9dafdcfd', 'name': '', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'mac_address': 'fa:16:3e:c8:1e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:14Z', 'updated_at': '2021-06-12T11:52:17Z', 'revision_number': 4, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnets': [{'id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 11:52:18.048769 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49792) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:18.189328 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a42b9-ed76-410c-bcf2-a7d6f5052a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:52:18.190672 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e85a42b9-ed76-410c-bcf2-a7d6f5052a40 admin admin] 10.222.0.63 "GET /v2.0/networks/e3f70394-a27f-4c70-bb71-6ba618a24d32 HTTP/1.1" status: 200 len: 842 time: 0.1409614 Jun 12 11:52:18.200996 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:52:18.223896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Made reservation on behalf of 856c5f7f685a4909a9741cabe67e87d0 for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:52:18.227250 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:18.573796 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.objects.ports [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91742) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 12 11:52:18.574240 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:18.576395 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-780d47b2-3e7c-405e-af52-7f447b01a615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:18.634569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bc4f60-702e-42c4-b8ed-a4f4ec248b74,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:18.645492 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:18.651465 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:52:18.651816 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Network hostable DHCP agents. Network: e3f70394-a27f-4c70-bb71-6ba618a24d32, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:52:18.668544 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:52:18.677024 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, e3f70394-a27f-4c70-bb71-6ba618a24d32) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:52:18.681402 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:52:18.681991 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:18.686668 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa35810-3585-4234-8a24-251832782490 None None] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:52:18.706991 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4987042 Jun 12 11:52:18.915155 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b262fe9-b434-4995-9489-9c0bf42dc9db None None] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:52:20.972079 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49804) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:21.144491 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d8bfd2b4-5aa5-489b-b0e2-a974031643b9 admin admin] 10.222.0.63 "GET /v2.0/routers/4b943742-fbfe-4bba-8b6a-57f83a325a5c HTTP/1.1" status: 200 len: 710 time: 0.1712980 Jun 12 11:52:21.260246 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47bbb06-5ef1-435e-add3-f88685842b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:52:21.261621 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a47bbb06-5ef1-435e-add3-f88685842b98 admin admin] 10.222.0.63 "GET /v2.0/networks/e3f70394-a27f-4c70-bb71-6ba618a24d32 HTTP/1.1" status: 200 len: 886 time: 0.1115208 Jun 12 11:52:21.270251 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:52:21.710983 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:21.837641 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ac040085-fbc3-4247-ae45-34fc9dafdcfd up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:52:21.896318 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port ac040085-fbc3-4247-ae45-34fc9dafdcfd completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:52:21.900211 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port ac040085-fbc3-4247-ae45-34fc9dafdcfd triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:21.900587 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:21.994315 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:22.025269 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:22.033624 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port ac040085-fbc3-4247-ae45-34fc9dafdcfd, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ac040085-fbc3-4247-ae45-34fc9dafdcfd,segment=NetworkSegment(f8ffd008-e64b-4ba5-9879-bc8f0c0df774),segment_id=f8ffd008-e64b-4ba5-9879-bc8f0c0df774)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:52:22.037570 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:22.040239 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:22.095132 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=ac040085-fbc3-4247-ae45-34fc9dafdcfd,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:22.099625 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:22.112127 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:22.233200 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Allocated IP 172.27.1.100 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/4a5e4814-3693-432f-8c4e-5bc4ad0a8134) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:52:22.357218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:22.395674 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:22.397653 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:22.440842 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:52:22.443740 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:52:22.447126 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:52:22.498235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5e4814-3693-432f-8c4e-5bc4ad0a8134,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:22.540526 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:22.768672 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:23.138259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:23.141457 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-951373'] for router, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:23.291607 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Router 4b943742-fbfe-4bba-8b6a-57f83a325a5c has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 11:52:23.435958 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 11:52:23.440217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:23.441436 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] 10.222.0.63 "PUT /v2.0/routers/4b943742-fbfe-4bba-8b6a-57f83a325a5c HTTP/1.1" status: 200 len: 890 time: 2.1744363 Jun 12 11:52:23.458231 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Sync routers for ids ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 11:52:23.474084 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Routers {'4b943742-fbfe-4bba-8b6a-57f83a325a5c'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:52:23.474755 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:52:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:23.710703 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Set router 4b943742-fbfe-4bba-8b6a-57f83a325a5c gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:52:23.835196 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ac040085-fbc3-4247-ae45-34fc9dafdcfd up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:52:24.063563 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port ac040085-fbc3-4247-ae45-34fc9dafdcfd triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:24.063848 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.329521 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '4a5e4814-3693-432f-8c4e-5bc4ad0a8134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:52:05Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 4, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'gw_port': {'id': '4a5e4814-3693-432f-8c4e-5bc4ad0a8134', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:22Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ac040085-fbc3-4247-ae45-34fc9dafdcfd', 'name': '', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'mac_address': 'fa:16:3e:c8:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:14Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 5, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnets': [{'id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:24.335374 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Checking router: 4b943742-fbfe-4bba-8b6a-57f83a325a5c for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 11:52:24.335993 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Updating router 4b943742-fbfe-4bba-8b6a-57f83a325a5c port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 11:52:24.378438 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.740850 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.750442 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Transition to ACTIVE for port object 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:52:24.757120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.759807 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-5c1538ec-a735-4eb0-ae72-bec3f81f3b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:24.817662 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Attempting to bind port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:52:24.818035 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Attempting to bind port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:52:24.818404 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Attempting to bind port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:52:24.825506 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cb280-18fd-4417-ad43-4dbb3c2dd50a None None] Pushing event updated for resources: {'Port': ['ID=4a5e4814-3693-432f-8c4e-5bc4ad0a8134,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:24.828239 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-176cb280-18fd-4417-ad43-4dbb3c2dd50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:24.829237 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:52:24.829620 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:52:24.830025 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.830423 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:52:24.830903 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Bound port: 4a5e4814-3693-432f-8c4e-5bc4ad0a8134, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:52:24.831306 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.892493 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] For port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:52:24.895448 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] For port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=4a5e4814-3693-432f-8c4e-5bc4ad0a8134,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:52:24.901377 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:24.904320 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-20491b1d-6fd0-4ab5-8854-3e9a062c63f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:24.963565 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Routers {'4b943742-fbfe-4bba-8b6a-57f83a325a5c'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:52:24.964182 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:52:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:25.019734 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cb280-18fd-4417-ad43-4dbb3c2dd50a None None] Pushing event updated for resources: {'Port': ['ID=4a5e4814-3693-432f-8c4e-5bc4ad0a8134,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:25.022590 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-176cb280-18fd-4417-ad43-4dbb3c2dd50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:25.123536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] Set router 4b943742-fbfe-4bba-8b6a-57f83a325a5c gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:52:25.401874 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '4a5e4814-3693-432f-8c4e-5bc4ad0a8134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:52:05Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 4, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'gw_port': {'id': '4a5e4814-3693-432f-8c4e-5bc4ad0a8134', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:22Z', 'updated_at': '2021-06-12T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ac040085-fbc3-4247-ae45-34fc9dafdcfd', 'name': '', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'mac_address': 'fa:16:3e:c8:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:14Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 5, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnets': [{'id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:52:25.405413 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab08f-5fa2-4caf-8410-f27f3f025d65 None None] The sync data for ids ['4b943742-fbfe-4bba-8b6a-57f83a325a5c'] in dv-cinder-796113-2-iscsi is: [{'id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'name': 'router1', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '4a5e4814-3693-432f-8c4e-5bc4ad0a8134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:52:05Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 4, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'gw_port': {'id': '4a5e4814-3693-432f-8c4e-5bc4ad0a8134', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:22Z', 'updated_at': '2021-06-12T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ac040085-fbc3-4247-ae45-34fc9dafdcfd', 'name': '', 'network_id': 'aec38c70-5de0-4f9a-b110-95fb6b788140', 'tenant_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'mac_address': 'fa:16:3e:c8:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b943742-fbfe-4bba-8b6a-57f83a325a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:52:14Z', 'updated_at': '2021-06-12T11:52:22Z', 'revision_number': 5, 'project_id': '98284c93bc4a4d4183f6cfce3f72f16c', 'subnets': [{'id': '58622f8b-0462-4ad2-86b8-e78f8cb4f6e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6098d131-46a5-4938-9308-d57fd39535bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 11:52:25.834763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 49812) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:52:25.850804 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:52:25.913000 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:52:25.917250 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:25.917702 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:25.983096 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-817207d6-0a61-466d-92c2-b1745e73688a admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1447284 Jun 12 11:52:26.021295 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:26.053552 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=4a5e4814-3693-432f-8c4e-5bc4ad0a8134,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:52:26.059818 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:26.063740 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:52:26.124990 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=4a5e4814-3693-432f-8c4e-5bc4ad0a8134,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:52:26.128139 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:52:27.827902 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:52:27.885923 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 4a5e4814-3693-432f-8c4e-5bc4ad0a8134 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:52:27.886308 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:34.718873 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:52:39.080184 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4177d1d2-20f5-43c9-a706-241e91d29dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:41.348596 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-48191e20-7ebc-442b-9f6d-8a65b69a7ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:41.974577 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:42.710703 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:52:44.313214 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:09.073091 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5bc18bcf-8bfe-47c3-9b29-6e0d64187e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:11.347379 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a634-9432-430c-8148-d9b923fc803e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:11.716731 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:53:11.972324 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:12.616832 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:14.303507 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:39.074717 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c338f65f-4f32-4138-8be3-8d2775e4c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:41.340062 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5715c623-f525-48ec-abb9-d7c75d722519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:41.963836 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:42.611856 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:44.308592 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:53:48.715722 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:54:01.614167 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50380) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:01.688904 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f989972-7afe-4385-a316-dd27ea8aba52 admin admin] GET failed (client error): The resource could not be found. Jun 12 11:54:01.690511 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0f989972-7afe-4385-a316-dd27ea8aba52 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751097 Jun 12 11:54:01.874502 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb44906-596f-4d05-a004-fa5e9f58f172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:01.876016 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-adb44906-596f-4d05-a004-fa5e9f58f172 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1818013 Jun 12 11:54:04.080576 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50390) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:04.235635 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6da5ec-45cf-4da9-b60a-cd2205498bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:04.237022 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-2c6da5ec-45cf-4da9-b60a-cd2205498bd7 admin admin] 10.222.0.63 "GET /v2.0/subnets/58622f8b-0462-4ad2-86b8-e78f8cb4f6e5 HTTP/1.1" status: 200 len: 849 time: 0.1554737 Jun 12 11:54:04.247000 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:54:04.349509 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:04.522861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736892128314'] for subnet, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:04.525210 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:54:04.567055 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:04.568121 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:04.568925 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] 10.222.0.63 "PUT /v2.0/subnets/58622f8b-0462-4ad2-86b8-e78f8cb4f6e5 HTTP/1.1" status: 200 len: 868 time: 0.3265674 Jun 12 11:54:04.572350 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2d8c4-7ed5-4c51-b303-28b32717afbb None None] Network aec38c70-5de0-4f9a-b110-95fb6b788140 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:54:04.589529 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58622f8b-0462-4ad2-86b8-e78f8cb4f6e5,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:54:04.597020 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.597364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.597703 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.598035 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.598359 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.598730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.599085 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.599408 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.599803 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.600066 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.600388 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.600689 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:04.605541 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:54:04.959827 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8235fc6c-9b49-411c-944e-2088319efd66 None None] Provisioning complete for port ac040085-fbc3-4247-ae45-34fc9dafdcfd triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:54:04.960198 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8235fc6c-9b49-411c-944e-2088319efd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:05.059048 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8235fc6c-9b49-411c-944e-2088319efd66 None None] Provisioning complete for port 09d53400-bf93-46b4-92cd-c9cd763c6864 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:54:05.059416 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8235fc6c-9b49-411c-944e-2088319efd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:06.701424 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50398) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:06.922308 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033a8ca-6844-443d-9195-7baaf3e0f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:06.922696 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033a8ca-6844-443d-9195-7baaf3e0f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:06.924269 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a033a8ca-6844-443d-9195-7baaf3e0f6c3 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218122 Jun 12 11:54:09.056040 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50406) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:09.075816 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c76f-2ec9-447a-9106-e95b4543217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:09.215757 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e60f1-cc5c-4500-9a86-9df405d71266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:09.216224 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e60f1-cc5c-4500-9a86-9df405d71266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:09.217757 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-953e60f1-cc5c-4500-9a86-9df405d71266 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1602387 Jun 12 11:54:11.341695 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c305-e841-431e-849e-e2e531bee0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:11.364356 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50414) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:11.576070 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd5a96-e302-41e6-95ff-9a9c40bd6c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:11.577328 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-14cd5a96-e302-41e6-95ff-9a9c40bd6c1b admin admin] 10.222.0.63 "GET /v2.0/networks/aec38c70-5de0-4f9a-b110-95fb6b788140 HTTP/1.1" status: 200 len: 869 time: 0.2120166 Jun 12 11:54:11.966756 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:12.614492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:13.868056 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50422) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:14.022167 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444a10f-e3ec-48af-b925-2db816962430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:14.023544 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-3444a10f-e3ec-48af-b925-2db816962430 admin admin] 10.222.0.63 "GET /v2.0/networks/e3f70394-a27f-4c70-bb71-6ba618a24d32 HTTP/1.1" status: 200 len: 886 time: 0.1545115 Jun 12 11:54:14.312840 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:16.188364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50432) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:16.315319 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1cbba-eebe-43f0-82ba-f338e2040e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:16.316031 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1cbba-eebe-43f0-82ba-f338e2040e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:16.317549 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-64c1cbba-eebe-43f0-82ba-f338e2040e19 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282425 Jun 12 11:54:18.437071 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50440) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:18.536390 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da20d2d9-4251-4512-aedb-6ea5d85f219f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:18.536859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da20d2d9-4251-4512-aedb-6ea5d85f219f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:18.538395 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-da20d2d9-4251-4512-aedb-6ea5d85f219f admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1003356 Jun 12 11:54:20.698827 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50448) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:20.796037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a2a79-3769-42fa-8693-2b0f63182cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:20.797410 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2d2a2a79-3769-42fa-8693-2b0f63182cda admin admin] 10.222.0.63 "GET /v2.0/subnets/29bc4f60-702e-42c4-b8ed-a4f4ec248b74 HTTP/1.1" status: 200 len: 816 time: 0.0976055 Jun 12 11:54:23.025133 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50456) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:23.135023 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd0e8cd-a1ee-405b-a594-1ad51f54e1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:23.136583 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-3bd0e8cd-a1ee-405b-a594-1ad51f54e1eb admin admin] 10.222.0.63 "GET /v2.0/subnets/58622f8b-0462-4ad2-86b8-e78f8cb4f6e5 HTTP/1.1" status: 200 len: 868 time: 0.1104422 Jun 12 11:54:25.714945 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:54:39.078418 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c34ba746-83eb-4863-b5b8-9a97c64c0ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:41.344253 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-1bd487fa-3de7-4516-9cb2-57b225ae23c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:41.967894 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:42.617794 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:44.318210 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:46.640265 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50500) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:46.688488 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [None req-532100ac-5908-4b2e-bb84-4ca4a09c9936 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:54:46.689469 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-532100ac-5908-4b2e-bb84-4ca4a09c9936 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482829 Jun 12 11:54:48.911878 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50508) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:48.974056 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d7c42f-6685-4f82-9c3f-0172abac0c4d admin admin] GET failed (client error): The resource could not be found. Jun 12 11:54:48.975401 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-57d7c42f-6685-4f82-9c3f-0172abac0c4d admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625770 Jun 12 11:54:49.086551 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb130-2a18-40cb-8b09-7fa5489d0fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:49.088481 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-583bb130-2a18-40cb-8b09-7fa5489d0fc7 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1082203 Jun 12 11:54:51.231378 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50516) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:51.277852 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:54:51.302141 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Made reservation on behalf of 856c5f7f685a4909a9741cabe67e87d0 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:54:51.304806 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:51.341041 dv-cinder-796113-2-iscsi neutron-server[91742]: WARNING neutron.services.revisions.revision_plugin [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Could not find related network for resource to bump revision. Jun 12 11:54:51.355512 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:54:51.365866 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:51.366287 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Added segment 78d165fe-2be0-40ce-8190-31a785c7f680 of type vlan for network f99fea18-1cc5-442c-b08f-afb3a4a42b7d Jun 12 11:54:51.411799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:51.439949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:51.441188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:51.441754 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:51.444608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:54:51.476803 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2443209 Jun 12 11:54:51.524184 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Pushing event updated for resources: {'Network': ['ID=f99fea18-1cc5-442c-b08f-afb3a4a42b7d,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:54:51.532815 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.533192 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.533535 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.533866 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.534192 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.534532 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.534859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.535222 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.535562 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.535886 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.536204 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.536519 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:51.542379 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:54:51.549693 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network f99fea18-1cc5-442c-b08f-afb3a4a42b7d details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:54:53.640126 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50524) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:54:53.702987 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08cf0ef-e541-4e24-94aa-0e14c102485a admin admin] GET failed (client error): The resource could not be found. Jun 12 11:54:53.704343 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c08cf0ef-e541-4e24-94aa-0e14c102485a admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632272 Jun 12 11:54:53.825814 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d1105e-563c-4a11-82c7-3c2bb1a345b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:53.827199 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-44d1105e-563c-4a11-82c7-3c2bb1a345b1 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1190650 Jun 12 11:54:53.836763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:54:53.857213 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Made reservation on behalf of 856c5f7f685a4909a9741cabe67e87d0 for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:54:53.859513 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Notify callbacks [] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.060364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.062518 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6b7b1e54-8e7d-42cf-9554-f375f3f39e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:54:54.125430 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e22687-be80-4f4d-bdde-b44bffe84bc4,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:54:54.128214 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:54:54.130740 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Checking segment: {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:54:54.131147 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Network hostable DHCP agents. Network: f99fea18-1cc5-442c-b08f-afb3a4a42b7d, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:54:54.147281 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Network f99fea18-1cc5-442c-b08f-afb3a4a42b7d is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:54:54.156128 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, f99fea18-1cc5-442c-b08f-afb3a4a42b7d) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:54:54.160113 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:54:54.160691 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.166800 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a16dc-260a-4b6b-a8ba-4a8be5de3fed None None] Network f99fea18-1cc5-442c-b08f-afb3a4a42b7d requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:54:54.174994 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3415985 Jun 12 11:54:54.359382 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-f99fea18-1cc5-442c-b08f-afb3a4a42b7d', 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d', 'tenant_id': '856c5f7f685a4909a9741cabe67e87d0', 'fixed_ips': [{'subnet_id': '74e22687-be80-4f4d-bdde-b44bffe84bc4'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 11:54:54.360301 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.521387 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Allocated IP 192.168.233.2 (f99fea18-1cc5-442c-b08f-afb3a4a42b7d/74e22687-be80-4f4d-bdde-b44bffe84bc4/4ccb4944-0e1e-4d9a-8a6e-333fac32761f) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:54:54.703937 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.712507 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Transition to ACTIVE for port object 4ccb4944-0e1e-4d9a-8a6e-333fac32761f will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:54:54.728438 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Transition to ACTIVE for port object 4ccb4944-0e1e-4d9a-8a6e-333fac32761f will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:54:54.735892 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.738147 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-176cb280-18fd-4417-ad43-4dbb3c2dd50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:54:54.793717 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Network f99fea18-1cc5-442c-b08f-afb3a4a42b7d is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:54:54.794996 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Pushing event updated for resources: {'Port': ['ID=4ccb4944-0e1e-4d9a-8a6e-333fac32761f,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:54:54.797340 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:54:54.800399 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:54:54.806793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.807268 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.807268 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.807965 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.808137 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.808453 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.808777 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.809100 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.809440 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.809764 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.810103 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.810420 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:54:54.816243 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:54:54.986188 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Attempting to bind port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:54:54.986566 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Attempting to bind port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:54:54.986933 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Attempting to bind port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f on network f99fea18-1cc5-442c-b08f-afb3a4a42b7d {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:54:54.991955 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:54:54.992373 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Checking segment: {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:54:54.992861 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:54.993264 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Bound using segment: {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:54:54.993739 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Bound port: 4ccb4944-0e1e-4d9a-8a6e-333fac32761f, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:54:54.994120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:55.072648 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] For port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:54:55.076236 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] For port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=4ccb4944-0e1e-4d9a-8a6e-333fac32761f,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:54:55.082232 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:55.084709 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:54:55.167885 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Pushing event updated for resources: {'Port': ['ID=4ccb4944-0e1e-4d9a-8a6e-333fac32761f,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:54:55.170899 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:54:55.976227 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54579c3d-2cf1-476b-ad2c-3fe903501afd None None] Network f99fea18-1cc5-442c-b08f-afb3a4a42b7d requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:54:55.990831 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 4ccb4944-0e1e-4d9a-8a6e-333fac32761f up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:54:56.150851 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Provisioning for port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:54:56.177563 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:54:56.181113 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Provisioning complete for port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:54:56.181492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:56.216604 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:54:56.216936 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:56.411931 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:56.425185 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:56.473972 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] For port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=4ccb4944-0e1e-4d9a-8a6e-333fac32761f,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:54:56.481170 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:56.486288 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:54:56.571995 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.db.api [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 11:54:56.572518 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_db.api [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 11:54:56.587331 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Pushing event updated for resources: {'Port': ['ID=4ccb4944-0e1e-4d9a-8a6e-333fac32761f,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:54:56.591210 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:54:56.613432 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8d1f6f5d-69c8-4d17-84ba-c5ed0d3e6a5e None None] Provisioning complete for port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:54:56.613808 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8d1f6f5d-69c8-4d17-84ba-c5ed0d3e6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:54:57.942815 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 4ccb4944-0e1e-4d9a-8a6e-333fac32761f up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:54:57.998626 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 4ccb4944-0e1e-4d9a-8a6e-333fac32761f triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:54:57.998937 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:02.712322 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:55:09.081840 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5f4011a1-e034-4739-92ba-7c1ce1ed9eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:11.346064 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-398859be-3708-415e-9a4a-eb9ce6e78c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:11.970938 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:12.622920 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:14.322029 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:39.083368 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c344a0b8-8d54-4d64-8d4d-3a0b884ab6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:39.711291 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:55:41.347522 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3473cadc-4184-4baa-a321-a7db8d589fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:41.975977 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:42.626951 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:55:44.324078 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:01.650843 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50578) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:56:01.656771 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [None req-7c16c606-2d57-47ca-b017-bee17da4ac5a tempest-verify_tempest_config-800031676 tempest-verify_tempest_config-800031676-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:56:01.657747 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-7c16c606-2d57-47ca-b017-bee17da4ac5a tempest-verify_tempest_config-800031676 tempest-verify_tempest_config-800031676-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059385 Jun 12 11:56:01.966059 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50596) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:56:02.071929 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.168974 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.174404 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.176593 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:56:02.225540 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21eda7b69e8745c499f145cef1161bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2583871 Jun 12 11:56:02.226507 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81faf0ef-0fe4-4606-87b9-58ead95169ef,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:56:02.228274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50602) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:56:02.234187 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.234544 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.234883 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.235252 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.235572 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.235920 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.236241 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.236559 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.236905 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.237227 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.237543 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.237855 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.242627 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:56:02.295149 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.318841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.411256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.414311 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:02.420153 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81faf0ef-0fe4-4606-87b9-58ead95169ef HTTP/1.1" status: 204 len: 168 time: 0.1861627 Jun 12 11:56:02.420153 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:56:02.427675 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81faf0ef-0fe4-4606-87b9-58ead95169ef,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:56:02.435047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.435416 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.435749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.436062 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.436386 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.436730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.437051 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.437369 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.437698 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.438015 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.438444 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.438846 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:56:02.442241 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:56:09.085158 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-00e820cf-1715-43fc-b4e4-6ce65cbdc82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:11.351031 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c0a8fcee-c392-4b36-bd9a-dd35d5a0ffc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:11.979664 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:12.636653 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:14.333897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:16.709710 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:56:39.087106 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-575fe6bc-5210-43db-8381-fd2981e57506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:41.351795 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-881cfd43-ba3e-41f3-9ffc-c1d5159814f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:41.981105 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:42.633328 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:44.330734 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:56:53.708547 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:57:09.088966 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c2b47a00-2a80-447a-95a3-a8a652cf7c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:11.352049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-de832633-d46b-4f66-8a95-9ef356c638aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:11.981998 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:12.729587 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:14.333911 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:30.709519 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 5 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:57:33.634167 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982'] for agent, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:37.737639 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50654) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:57:37.847250 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c5b8c36f-98bc-45e4-bab4-76ada1743b31 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1084514 Jun 12 11:57:39.089679 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-70db457a-79e1-41ed-9341-0f0e8bc105fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:40.019887 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50664) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:57:40.073781 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0e566a91-682c-4e28-93d9-13191d4ca617 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528054 Jun 12 11:57:41.353139 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2286e5e6-5829-4f72-83e6-b03d10a10ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:41.984680 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:42.635024 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:57:44.339050 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:03.612789 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:07.708280 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:58:09.090794 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ed4ffb41-c313-43e4-a72b-f35e374aeb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:11.353103 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e86c7862-2504-4bfb-8b2f-654b14b5c4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:11.985391 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:12.637917 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:14.341108 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:33.626193 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:39.092203 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a21314de-e566-4ead-9087-7fb08bc35735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:41.353835 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2a34d0f1-2cdc-4007-9515-de637481375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:41.985313 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:42.640852 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:44.344808 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:58:44.707560 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:59:03.626572 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.099632 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50878) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:06.227810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50894) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:06.430494 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50904) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:06.471044 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1967774350-network', 'tenant_id': 'cf9699e5b6fc4a72a88e4f4356c0710d'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:06.495355 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Made reservation on behalf of cf9699e5b6fc4a72a88e4f4356c0710d for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:06.498333 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.516447 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-928869014-network', 'tenant_id': '6f63b0b6430f4d0caee001bf1614ecb5'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:06.522525 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.560037 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Made reservation on behalf of 6f63b0b6430f4d0caee001bf1614ecb5 for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:06.562715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.568415 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50914) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:06.650139 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50916) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:06.677729 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1867428341-network', 'tenant_id': 'fd990cccbf78434cab46875821cb6271'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:06.683588 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.753993 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.763852 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.772402 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:06.799923 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:59:06.804666 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Made reservation on behalf of fd990cccbf78434cab46875821cb6271 for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:06.807881 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.845430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.862407 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:06.863289 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Added segment 1f3fb5f1-d380-4c87-86da-cbdc4df4c77f of type vlan for network 070ef9c8-0f4c-424e-b003-9cb81d4780be Jun 12 11:59:06.879436 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf6ef8-d3be-48e1-8814-2f6405e6094b,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:06.988989 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:06.989522 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:06.990019 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.003637 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.004364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.004932 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.005476 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.005996 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.006280 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-network', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:07.006746 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.007350 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.007913 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.008467 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Tracked resource versions report: Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: pushed versions: Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: { 'AddressGroup': {'1.2'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'ConntrackHelper': {'1.0'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Log': {'1.0'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Network': {'1.1'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Port': {'1.7'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'PortForwarding': {'1.2'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'QosPolicy': {'1.8'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroup': {'1.4'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SubPort': {'1.0'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Subnet': {'1.1'}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Trunk': {'1.1'}} Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: consumer versions: Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: HyperV agent@hv-cinder-79611: {}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'ConntrackHelper': '1.0', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Log': '1.0', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Network': '1.1', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Port': '1.7', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'PortForwarding': '1.2', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'QosPolicy': '1.8', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroup': '1.4', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SecurityGroupRule': '1.2', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'SubPort': '1.0', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Subnet': '1.1', Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: 'Trunk': '1.1'}} Jun 12 11:59:07.009793 dv-cinder-796113-2-iscsi neutron-server[91741]: {{(pid=91741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:59:07.023650 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:07.030060 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-198670251-network', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:07.074268 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.131535 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.133608 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:07.134255 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.138426 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:07.304551 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Pushing event updated for resources: {'Network': ['ID=070ef9c8-0f4c-424e-b003-9cb81d4780be,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:07.310800 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:07.317600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 070ef9c8-0f4c-424e-b003-9cb81d4780be details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:59:07.347684 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.353828 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.358246 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:07.371560 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2679036 Jun 12 11:59:07.371883 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 50982) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:07.376949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Request body: {'subnet': {'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1967774350-subnet', 'tenant_id': 'cf9699e5b6fc4a72a88e4f4356c0710d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:07.388139 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:59:07.412249 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5084b-76f5-441e-8781-f7c4113937bc,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:07.416157 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.416531 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Added segment a64f9397-03b5-4e71-9003-9421a332a63e of type vlan for network 56622079-3ad4-470d-a15c-677ad6162587 Jun 12 11:59:07.420044 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:07.486757 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.552054 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.555483 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:07.556230 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.561090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:07.606206 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.617357 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.635732 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Made reservation on behalf of 927d489c97ef49929348cdbcdb9565ba for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:07.638167 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.649741 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.675898 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Pushing event updated for resources: {'Network': ['ID=56622079-3ad4-470d-a15c-677ad6162587,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:07.682274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:07.688090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f9b214e9-90a8-4a47-a59d-77f7962153fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:07.691901 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 56622079-3ad4-470d-a15c-677ad6162587 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:59:07.704754 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:59:07.726371 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Made reservation on behalf of 41daa3b0e5214fada9812301b8e7bf3b for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:07.729948 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.744929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.745950 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Added segment f965ed22-8112-40c8-9d78-c23c49234405 of type vlan for network 4a87d019-f8bf-4811-a4bb-dcd272c168ae Jun 12 11:59:07.753335 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Made reservation on behalf of cf9699e5b6fc4a72a88e4f4356c0710d for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:07.756298 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.766853 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.771188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ac400-5b0e-48a5-926e-06eae783ae0e,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:07.777977 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:07.850005 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6209762 Jun 12 11:59:07.887206 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 50998) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:07.896452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Request body: {'subnet': {'network_id': '56622079-3ad4-470d-a15c-677ad6162587', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-928869014-subnet', 'tenant_id': '6f63b0b6430f4d0caee001bf1614ecb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:07.913284 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.919431 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51000) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:07.964413 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51004) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:07.975085 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.976505 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:07.977244 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:07.980937 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.100990 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Pushing event updated for resources: {'Network': ['ID=4a87d019-f8bf-4811-a4bb-dcd272c168ae,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.104937 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.119832 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:59:08.152350 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.183826 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.185650 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.194272 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fb962112-d361-445b-bf7c-14ef237fb4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.203367 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.207625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.233882 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7990932 Jun 12 11:59:08.236247 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51014) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:08.244899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Request body: {'subnet': {'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1867428341-subnet', 'tenant_id': 'fd990cccbf78434cab46875821cb6271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:08.248552 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:59:08.259597 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.259961 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Added segment cbed517f-1355-4607-aba8-7fff17a4dff0 of type vlan for network 63731165-f23e-45ae-8f3b-67a2dd6a2162 Jun 12 11:59:08.311344 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Checking segment: {'id': '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:08.312032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Network hostable DHCP agents. Network: 070ef9c8-0f4c-424e-b003-9cb81d4780be, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:59:08.366163 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.369160 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.372849 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Network 070ef9c8-0f4c-424e-b003-9cb81d4780be is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:59:08.382544 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.388540 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 070ef9c8-0f4c-424e-b003-9cb81d4780be) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:08.398082 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118dc5b-a830-4bed-afd7-447c15190097 None None] Network 070ef9c8-0f4c-424e-b003-9cb81d4780be requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:08.406182 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:08.406905 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.417705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.db.api [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 11:59:08.417705 dv-cinder-796113-2-iscsi neutron-server[91741]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 11:59:08.417705 dv-cinder-796113-2-iscsi neutron-server[91741]: [parameters: {'project_id_1': '6f63b0b6430f4d0caee001bf1614ecb5', 'expiration_1': datetime.datetime(2021, 6, 12, 11, 59, 7, 937252)}] Jun 12 11:59:08.417705 dv-cinder-796113-2-iscsi neutron-server[91741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 11:59:08.418159 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_db.api [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 11:59:08.425866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.db.api [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 11:59:08.425866 dv-cinder-796113-2-iscsi neutron-server[91741]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 11:59:08.425866 dv-cinder-796113-2-iscsi neutron-server[91741]: [parameters: {'project_id_1': 'fd990cccbf78434cab46875821cb6271', 'expiration_1': datetime.datetime(2021, 6, 12, 11, 59, 8, 258468)}] Jun 12 11:59:08.425866 dv-cinder-796113-2-iscsi neutron-server[91741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 11:59:08.426584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_db.api [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 11:59:08.427140 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.db.api [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 11:59:08.427140 dv-cinder-796113-2-iscsi neutron-server[91741]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 11:59:08.427140 dv-cinder-796113-2-iscsi neutron-server[91741]: [parameters: {'project_id_1': '02ddfe5229514d348d67070e157dc77b', 'expiration_1': datetime.datetime(2021, 6, 12, 11, 59, 8, 256519)}] Jun 12 11:59:08.427140 dv-cinder-796113-2-iscsi neutron-server[91741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 11:59:08.427529 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_db.api [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 11:59:08.428330 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.441514 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b881a4-814a-481a-a05d-2f95e7101b83,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.453106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.453643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.454030 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.454598 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.456409 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.456959 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.457616 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd82f44-55e5-4e96-a09a-7a74df7f51e6,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.457818 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.458536 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.459310 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.460307 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.460825 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.461525 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Tracked resource versions report: Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: pushed versions: Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: { 'AddressGroup': {'1.2'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'ConntrackHelper': {'1.0'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Log': {'1.0'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Network': {'1.1'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Port': {'1.7'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'PortForwarding': {'1.2'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'QosPolicy': {'1.8'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroup': {'1.4'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SubPort': {'1.0'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Subnet': {'1.1'}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Trunk': {'1.1'}} Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: consumer versions: Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: HyperV agent@hv-cinder-79611: {}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'ConntrackHelper': '1.0', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Log': '1.0', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Network': '1.1', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Port': '1.7', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'PortForwarding': '1.2', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'QosPolicy': '1.8', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroup': '1.4', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SecurityGroupRule': '1.2', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'SubPort': '1.0', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Subnet': '1.1', Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: 'Trunk': '1.1'}} Jun 12 11:59:08.462883 dv-cinder-796113-2-iscsi neutron-server[91742]: {{(pid=91742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:59:08.465325 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.468940 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.469963 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.470593 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.475099 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:08.476240 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.477727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:59:08.497315 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.497694 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Added segment 20fea393-17af-4be7-ab3a-6e98fcde2259 of type vlan for network ba833603-2e91-46b9-b6cc-19633aa39129 Jun 12 11:59:08.509378 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587c16cc-0636-436f-a703-cdfe01257941,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.513254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.514019 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2aa2cb0a-8b0a-4d4a-966d-ffc4a9fbeacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.585075 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.589582 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.594699 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.600329 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.601827 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Pushing event updated for resources: {'Network': ['ID=63731165-f23e-45ae-8f3b-67a2dd6a2162,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.604954 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.606592 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0371816 Jun 12 11:59:08.608583 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2357669 Jun 12 11:59:08.609702 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51022) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:08.621601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:59:08.622385 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Request body: {'subnet': {'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-subnet', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:08.646078 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Made reservation on behalf of 927d489c97ef49929348cdbcdb9565ba for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:08.648712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.654852 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac871118-77ac-4ce7-ba52-5a6104d1249f None None] Network 070ef9c8-0f4c-424e-b003-9cb81d4780be requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:08.676401 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3123734f78bc4a479a4a058e71cf9fb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7043633 Jun 12 11:59:08.676401 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.676401 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51026) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:08.687521 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:08.688107 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.690732 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8b320-a273-41f0-956c-4a969723d572,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.700863 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.704326 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-79c8e839-aa28-4ddf-800e-a592df3463dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.762784 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1108608 Jun 12 11:59:08.771975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51028) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:08.778196 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Request body: {'subnet': {'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-198670251-subnet', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:08.840502 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Pushing event updated for resources: {'Network': ['ID=ba833603-2e91-46b9-b6cc-19633aa39129,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:08.847637 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:08.867093 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network ba833603-2e91-46b9-b6cc-19633aa39129 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:59:08.878289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.891071 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Made reservation on behalf of 41daa3b0e5214fada9812301b8e7bf3b for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:08.896242 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.938028 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.961025 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:08.964962 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:08.972547 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.036852 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:09.050423 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:09.061263 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Checking segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:09.062114 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Network hostable DHCP agents. Network: 63731165-f23e-45ae-8f3b-67a2dd6a2162, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:59:09.097425 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:59:09.105247 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Made reservation on behalf of 6f63b0b6430f4d0caee001bf1614ecb5 for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:09.107606 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.108272 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6466c9a0-82ae-4f87-81bd-037e75b125c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.113684 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 63731165-f23e-45ae-8f3b-67a2dd6a2162) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:09.118436 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:09.119466 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.126726 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4f39f-891d-4408-89ed-7ad56d5cb7f4 None None] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:09.172948 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Made reservation on behalf of fd990cccbf78434cab46875821cb6271 for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:09.174095 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51052) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:09.175460 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.177235 dv-cinder-796113-2-iscsi neutron-server[91742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 11:59:09.270984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.305021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5109f-373f-4bc4-ac0d-e42d9c741583 None None] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:09.306693 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.310167 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d2d8b320-a273-41f0-956c-4a969723d572 HTTP/1.1" status: 204 len: 168 time: 0.6313686 Jun 12 11:59:09.316714 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-77ba4edd-7351-40f1-9f2e-2e563dce43d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:09.399007 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8b320-a273-41f0-956c-4a969723d572,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:09.400813 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-46b67e6e-67e6-476e-822c-cb71308d3c27 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:09.402581 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-46b67e6e-67e6-476e-822c-cb71308d3c27 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/networks?id=070ef9c8-0f4c-424e-b003-9cb81d4780be HTTP/1.1" status: 200 len: 812 time: 0.2270479 Jun 12 11:59:09.407399 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:09.423571 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-61841fed-1133-4cf4-aac8-1cc1ab338360 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/quotas/cf9699e5b6fc4a72a88e4f4356c0710d HTTP/1.1" status: 200 len: 375 time: 0.0133464 Jun 12 11:59:09.502665 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-784c9c84-46f6-476e-ad84-64cd3edbc8d4 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cf9699e5b6fc4a72a88e4f4356c0710d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713792 Jun 12 11:59:09.792880 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.811268 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-42245241-f8a5-4f97-8e8d-a45548a99961 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:59:09.813103 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-42245241-f8a5-4f97-8e8d-a45548a99961 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1085825 Jun 12 11:59:09.856234 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-437725d4-d701-4d07-ae14-e61efb88e464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:09.924784 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:09.997528 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-737aabbb-0214-435a-8cc8-b94b0370d14f service neutron] 10.222.0.63 "GET /v2.0/networks/070ef9c8-0f4c-424e-b003-9cb81d4780be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763372 Jun 12 11:59:10.119474 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Pushing event updated for resources: {'Subnet': ['ID=451903b1-da50-4105-8735-8aad651ded63,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:10.122272 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.123323 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:10.131092 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:10.143513 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-a206f095-44fc-404f-a157-081f73b58395 service neutron] 10.222.0.63 "GET /v2.0/networks/070ef9c8-0f4c-424e-b003-9cb81d4780be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389897 Jun 12 11:59:10.144458 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.160849 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-894ffe8e-b54c-4b2f-8384-7ca1a5ad0cf8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5498204 Jun 12 11:59:10.164655 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51098) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:10.171249 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:10.190680 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.202035 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.204070 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.238834 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Checking segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:10.239242 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Network hostable DHCP agents. Network: 4a87d019-f8bf-4811-a4bb-dcd272c168ae, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:59:10.264626 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d46276-e23e-49c8-a433-dbe70f5d9ab6,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:10.273443 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Checking segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:10.273807 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Network hostable DHCP agents. Network: ba833603-2e91-46b9-b6cc-19633aa39129, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:59:10.303239 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.315016 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=02ddfe5229514d348d67070e157dc77b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3944509 Jun 12 11:59:10.324232 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51102) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:10.394126 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:59:10.399906 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Checking segment: {'id': 'a64f9397-03b5-4e71-9003-9421a332a63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '56622079-3ad4-470d-a15c-677ad6162587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:10.400258 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Network hostable DHCP agents. Network: 56622079-3ad4-470d-a15c-677ad6162587, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:59:10.406018 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Pushing event updated for resources: {'Subnet': ['ID=435e773b-fc30-42f3-a8a2-d34c8b8ac708,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:10.411992 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Network ba833603-2e91-46b9-b6cc-19633aa39129 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:59:10.415769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:10.417609 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:10.417739 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:10.419341 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:10.465171 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51116) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:10.481051 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 4a87d019-f8bf-4811-a4bb-dcd272c168ae) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:10.487836 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:10.488641 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.495478 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a853ee4-28a9-425c-9520-1b5db4f425b0 None None] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:10.519992 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, ba833603-2e91-46b9-b6cc-19633aa39129) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:10.533437 dv-cinder-796113-2-iscsi neutron-server[91741]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 11:59:10.548607 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3082280 Jun 12 11:59:10.560438 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058b053-6195-498c-87c1-7a7fcacfeec3 None None] Network ba833603-2e91-46b9-b6cc-19633aa39129 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:10.563818 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:10.564104 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.578056 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Network 56622079-3ad4-470d-a15c-677ad6162587 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:59:10.631158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 56622079-3ad4-470d-a15c-677ad6162587) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:10.656529 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0f600-03db-4c71-9230-c7c8006eeed5 None None] Network 56622079-3ad4-470d-a15c-677ad6162587 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:10.712458 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.715070 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e56335d-3b0c-438a-ace2-dc3e3690e946,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:10.745860 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0c833895-1c49-4bbe-ab3b-8a5f8312e2f7 req-614e70c0-3d10-41b9-ae0c-cba6af5b2e2f tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.2753723 Jun 12 11:59:10.748956 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:10.749151 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.750470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.782101 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-aae0d7ce-4eee-4fb6-b3eb-da6a7e2aa344 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0087008 Jun 12 11:59:10.787161 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51134) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:10.795480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:10.851796 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9632788 Jun 12 11:59:10.857195 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.858866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.868737 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:10.871478 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:11.066687 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-ba833603-2e91-46b9-b6cc-19633aa39129', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 11:59:11.067608 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.138529 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.239200 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31ef59-6e04-47f5-a803-92c298e25c59 None None] Network 56622079-3ad4-470d-a15c-677ad6162587 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:11.244268 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.263791 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825003a0-5883-40bd-ade3-49d36f9918fc None None] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:11.272887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.492004 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9c72e89d-03d3-4183-8a35-c089ba1ab92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.511687 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.547408 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.559952 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:11.563661 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9e56335d-3b0c-438a-ace2-dc3e3690e946 HTTP/1.1" status: 204 len: 168 time: 1.2359281 Jun 12 11:59:11.563975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e63a96f3-6dfa-4bd5-9e6b-d962935b9598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:11.577227 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e56335d-3b0c-438a-ace2-dc3e3690e946,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:11.579804 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:11.764021 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Allocated IP 172.27.1.57 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/679f8079-c41f-4151-87e2-c3ccf760ce12) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:11.788084 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Allocated IP 172.20.0.2 (ba833603-2e91-46b9-b6cc-19633aa39129/89d46276-e23e-49c8-a433-dbe70f5d9ab6/b7dabfe3-d982-4621-af42-f3a665472ca3) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:11.930203 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.016072 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-58056e24-f849-4f28-8b50-ea9f6544ffb8 req-078aed11-79c3-4171-aeb7-5ebe37da8534 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.0767193 Jun 12 11:59:12.072418 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.075032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-009b517b-ab5f-4046-a5eb-c8fb0160d1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:12.085461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.090328 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.106640 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.118576 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Transition to ACTIVE for port object b7dabfe3-d982-4621-af42-f3a665472ca3 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:12.137851 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Transition to ACTIVE for port object b7dabfe3-d982-4621-af42-f3a665472ca3 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:12.146626 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.161138 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-cc41cef4-b4fb-4360-b309-8d20224008cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:12.170086 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:12.179611 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:12.184016 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:12.184965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.245307 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Network ba833603-2e91-46b9-b6cc-19633aa39129 is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:12.249482 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:12.253597 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:12.263399 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Pushing event updated for resources: {'Port': ['ID=b7dabfe3-d982-4621-af42-f3a665472ca3,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:12.302225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Pushing event updated for resources: {'Port': ['ID=679f8079-c41f-4151-87e2-c3ccf760ce12,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:12.306809 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:12.334950 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.335313 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.335646 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.335972 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.336296 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.339620 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.339966 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.340296 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.340622 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.340949 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.344145 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.344510 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Tracked resource versions report: Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: pushed versions: Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: { 'AddressGroup': {'1.2'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'ConntrackHelper': {'1.0'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Log': {'1.0'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Network': {'1.1'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Port': {'1.7'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'PortForwarding': {'1.2'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'QosPolicy': {'1.8'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroup': {'1.4'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SubPort': {'1.0'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Subnet': {'1.1'}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Trunk': {'1.1'}} Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: consumer versions: Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: HyperV agent@hv-cinder-79611: {}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'ConntrackHelper': '1.0', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Log': '1.0', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Network': '1.1', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Port': '1.7', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'PortForwarding': '1.2', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'QosPolicy': '1.8', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroup': '1.4', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SecurityGroupRule': '1.2', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'SubPort': '1.0', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Subnet': '1.1', Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: 'Trunk': '1.1'}} Jun 12 11:59:12.350719 dv-cinder-796113-2-iscsi neutron-server[91743]: {{(pid=91743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:59:12.363363 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:12.410386 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Attempting to bind port b7dabfe3-d982-4621-af42-f3a665472ca3 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:12.410763 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Attempting to bind port b7dabfe3-d982-4621-af42-f3a665472ca3 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:12.411156 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Attempting to bind port b7dabfe3-d982-4621-af42-f3a665472ca3 on network ba833603-2e91-46b9-b6cc-19633aa39129 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:12.419577 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:12.420107 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Checking segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:12.420514 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.420974 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Bound using segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:12.421934 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Bound port: b7dabfe3-d982-4621-af42-f3a665472ca3, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:12.422620 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.583554 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] For port b7dabfe3-d982-4621-af42-f3a665472ca3, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:12.587690 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] For port b7dabfe3-d982-4621-af42-f3a665472ca3, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b7dabfe3-d982-4621-af42-f3a665472ca3,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:12.592730 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.597033 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:12.621888 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-d203bb9a-528b-4936-bac4-555f9658639b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:12.623391 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-d203bb9a-528b-4936-bac4-555f9658639b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.5551977 Jun 12 11:59:12.623872 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51208) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:12.758608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.786373 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Allocated IP 172.27.1.83 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/a5b9d329-53a1-40fb-966b-5dbb2d180608) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:12.832834 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.836060 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Pushing event updated for resources: {'Port': ['ID=b7dabfe3-d982-4621-af42-f3a665472ca3,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:12.839489 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:12.865769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:12.872141 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-f8bdd347-40b8-4c79-9804-ac93e526bbdc tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/quotas/fd990cccbf78434cab46875821cb6271 HTTP/1.1" status: 200 len: 375 time: 0.2196221 Jun 12 11:59:13.005529 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51228) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:13.014655 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225767066-network', 'tenant_id': 'cbbbd2e59f4347f69221569f4c70b568'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:13.048300 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-5fba41e0-5b78-460a-b825-467b6e47b502 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646175 Jun 12 11:59:13.074616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.db.api [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 11:59:13.074616 dv-cinder-796113-2-iscsi neutron-server[91742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 11:59:13.074616 dv-cinder-796113-2-iscsi neutron-server[91742]: [parameters: {'project_id_1': 'cbbbd2e59f4347f69221569f4c70b568', 'expiration_1': datetime.datetime(2021, 6, 12, 11, 59, 13, 20813)}] Jun 12 11:59:13.074616 dv-cinder-796113-2-iscsi neutron-server[91742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 11:59:13.075651 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_db.api [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 11:59:13.210860 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.219305 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f05f3e0d-782a-4317-bac4-e7fe0cd16b4d req-6221ba0d-69eb-4842-9434-c7c4a8e6f2a6 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.0942047 Jun 12 11:59:13.441788 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.459537 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.462933 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:13.504668 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b466394c-3635-401d-8632-146b2ac02031,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:13.519737 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.525081 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-784db60e-8721-4787-9754-cdd975d214ac service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:59:13.526807 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-784db60e-8721-4787-9754-cdd975d214ac service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2396469 Jun 12 11:59:13.527867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:13.562220 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:13.666268 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ef0626a68214ce29e8d14041fa8348c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0241718 Jun 12 11:59:13.671147 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51256) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:13.675044 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:13.686874 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:13.702770 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:13.729969 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Made reservation on behalf of cbbbd2e59f4347f69221569f4c70b568 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:13.734754 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.760882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.785349 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:13.872700 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b9d329-53a1-40fb-966b-5dbb2d180608,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:13.881120 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:13.961848 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-2bc529dc-3d7a-4ae0-96c0-5e638e82e154 service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186959 Jun 12 11:59:13.984409 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.033618 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.152022 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.160940 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.166608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:14.168546 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.207944 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b7dabfe3-d982-4621-af42-f3a665472ca3 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:14.208518 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.211782 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b466394c-3635-401d-8632-146b2ac02031 HTTP/1.1" status: 204 len: 168 time: 0.5374408 Jun 12 11:59:14.214708 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 11:59:14.233569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 11:59:14.243997 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904359c-5591-43c6-9cd6-866c21e11f85,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:14.249925 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:14.250993 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.251330 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Added segment 73f6a7dd-692e-41dc-b8da-e6dbe8983fc8 of type vlan for network 6d9d290a-aa88-4919-8f72-316ab6a304f8 Jun 12 11:59:14.252705 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:14.270499 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-bb821f08-32d9-4332-8431-739d05463295 service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003950 Jun 12 11:59:14.282007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef57095-1ece-47bb-a303-23d65383bee5 None None] Network ba833603-2e91-46b9-b6cc-19633aa39129 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:14.354864 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.422668 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-335ec81a-589e-4ba5-931f-55d5becfedd5 None None] Provisioning for port b7dabfe3-d982-4621-af42-f3a665472ca3 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:14.443371 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.458718 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b466394c-3635-401d-8632-146b2ac02031,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:14.465758 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.67', 61540) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:14.598161 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port b7dabfe3-d982-4621-af42-f3a665472ca3 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:14.603116 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:14.607085 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port b7dabfe3-d982-4621-af42-f3a665472ca3 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:14.607709 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:14.795799 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a52b0c63-c881-4781-b864-ff3be2b59de1 req-251b630d-3183-4b9c-9051-f9aabc52534e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.0523961 Jun 12 11:59:15.017838 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-84b41ba5-c453-4775-ad5f-d84370530f12 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:15.018886 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:15.022488 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-84b41ba5-c453-4775-ad5f-d84370530f12 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.67 "GET /v2.0/networks?id=070ef9c8-0f4c-424e-b003-9cb81d4780be HTTP/1.1" status: 200 len: 812 time: 0.5320687 Jun 12 11:59:15.094744 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port b7dabfe3-d982-4621-af42-f3a665472ca3, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b7dabfe3-d982-4621-af42-f3a665472ca3,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:15.101918 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:15.110146 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:15.121000 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 11:59:15.124328 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:15.135748 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Sync routers for ids ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 11:59:15.185744 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Routers {'6b0ec23e-1d5c-4d8f-b984-42a2237c8419'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:15.189334 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:15.276933 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Request body: {'port': {'device_id': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be', 'admin_state_up': True, 'tenant_id': 'cf9699e5b6fc4a72a88e4f4356c0710d'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:15.285240 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=b7dabfe3-d982-4621-af42-f3a665472ca3,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:15.306168 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:15.479433 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-9ddccefe-f498-4d4b-9afb-5ccaa70edc59 None None] Provisioning complete for port b7dabfe3-d982-4621-af42-f3a665472ca3 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:15.481131 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9ddccefe-f498-4d4b-9afb-5ccaa70edc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:15.549356 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:15.563953 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 11:59:15.591530 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-18c6c786-2fde-4b3d-9825-fada2af059ca req-e5cea3cc-11b1-4454-9196-2b0dfc4d6d86 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.5633318 Jun 12 11:59:15.660045 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:15.665846 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4974518 Jun 12 11:59:15.682404 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51346) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:15.756066 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Set router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:15.794689 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.db.resource_extend [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 11:59:16.005230 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.016746 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:16.017446 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.020843 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:16.084812 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0781603 Jun 12 11:59:16.090153 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51366) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:16.121475 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Request body: {'subnet': {'network_id': '6d9d290a-aa88-4919-8f72-316ab6a304f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225767066-subnet', 'tenant_id': 'cbbbd2e59f4347f69221569f4c70b568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:16.156650 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:12Z', 'revision_number': 3, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:16.178220 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Checking router: 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 11:59:16.181933 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Updating router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 port 679f8079-c41f-4151-87e2-c3ccf760ce12 binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 11:59:16.186907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9d290a-aa88-4919-8f72-316ab6a304f8,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:16.192212 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:16.200717 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Made reservation on behalf of cf9699e5b6fc4a72a88e4f4356c0710d for: {'port': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:16.200956 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 6d9d290a-aa88-4919-8f72-316ab6a304f8 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 11:59:16.206618 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.232840 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b7dabfe3-d982-4621-af42-f3a665472ca3 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:16.261560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Made reservation on behalf of cbbbd2e59f4347f69221569f4c70b568 for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:16.264638 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.269217 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d9555af9-7743-4551-b00e-6391497ab663 req-35c65794-ddbe-4416-b562-c6ac3815fe06 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.2267978 Jun 12 11:59:16.281124 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.324885 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 11:59:16.366826 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 11:59:16.505700 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.507236 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7160406 Jun 12 11:59:16.510166 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51384) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:16.581992 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:16.582617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:16.851015 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:16.996854 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:17.129071 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port b7dabfe3-d982-4621-af42-f3a665472ca3 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:17.129460 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:17.358326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:17.715174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51410) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:17.756555 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:17.811176 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Transition to ACTIVE for port object 679f8079-c41f-4151-87e2-c3ccf760ce12 will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:17.825954 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ffd167bf-dad2-40f7-9c27-088ab7d63ae6 req-44685d95-5c71-4adb-be02-49735a65f537 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.1064556 Jun 12 11:59:17.832677 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:17.852956 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.67', 61549) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:17.894558 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-05f65295-f595-4732-8755-40aca362a546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:18.139767 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Pushing event updated for resources: {'Port': ['ID=679f8079-c41f-4151-87e2-c3ccf760ce12,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:18.146569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ae55dc-5557-486d-8a8f-8f220d864d49,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:18.156539 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:18.212659 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-53a129f8-58a3-462b-80fb-9eda5bf76fed req-ddb70b1c-bcf8-4a3b-a511-7afb61a7f695 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 1.0576787 Jun 12 11:59:18.223067 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Checking segment: {'id': '73f6a7dd-692e-41dc-b8da-e6dbe8983fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6d9d290a-aa88-4919-8f72-316ab6a304f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:18.232107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Network hostable DHCP agents. Network: 6d9d290a-aa88-4919-8f72-316ab6a304f8, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 11:59:18.235528 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.236158 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.236657 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.237127 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.238049 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.238875 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.240274 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.240823 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.241319 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.252594 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.256626 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.257716 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Tracked resource versions report: Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: pushed versions: Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: { 'AddressGroup': {'1.2'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'ConntrackHelper': {'1.0'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Log': {'1.0'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Network': {'1.1'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Port': {'1.7'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'PortForwarding': {'1.2'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'QosPolicy': {'1.8'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroup': {'1.4'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroupRule': {'1.2'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SubPort': {'1.0'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Subnet': {'1.1'}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Trunk': {'1.1'}} Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: consumer versions: Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: { DHCP agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: HyperV agent@hv-cinder-79611: {}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: L3 agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: Metadata agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: Metering agent@dv-cinder-796113-2-iscsi: {}, Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: Open vSwitch agent@dv-cinder-796113-2-iscsi: { 'AddressGroup': '1.2', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'ConntrackHelper': '1.0', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Log': '1.0', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Network': '1.1', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Port': '1.7', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'PortForwarding': '1.2', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'QosPolicy': '1.8', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroup': '1.4', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SecurityGroupRule': '1.2', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'SubPort': '1.0', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Subnet': '1.1', Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: 'Trunk': '1.1'}} Jun 12 11:59:18.266595 dv-cinder-796113-2-iscsi neutron-server[91744]: {{(pid=91744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 11:59:18.281387 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Attempting to bind port 679f8079-c41f-4151-87e2-c3ccf760ce12 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:18.282078 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Attempting to bind port 679f8079-c41f-4151-87e2-c3ccf760ce12 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:18.285229 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Attempting to bind port 679f8079-c41f-4151-87e2-c3ccf760ce12 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:18.314154 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:18.328129 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:18.329138 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:18.332308 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:18.333440 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:18.336876 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Bound port: 679f8079-c41f-4151-87e2-c3ccf760ce12, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:18.338760 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:18.339371 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:18.386097 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Network 6d9d290a-aa88-4919-8f72-316ab6a304f8 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 11:59:18.405526 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Allocated IP 172.20.0.3 (070ef9c8-0f4c-424e-b003-9cb81d4780be/46b881a4-814a-481a-a05d-2f95e7101b83/ec508d2a-acbe-434e-91ed-616111621589) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:18.410431 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 6d9d290a-aa88-4919-8f72-316ab6a304f8) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:18.444066 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:18.445750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:18.467484 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ecbe3-9bff-4501-b58e-2639cfc72c14 None None] Network 6d9d290a-aa88-4919-8f72-316ab6a304f8 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:18.537609 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] For port 679f8079-c41f-4151-87e2-c3ccf760ce12, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:18.546133 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] For port 679f8079-c41f-4151-87e2-c3ccf760ce12, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=679f8079-c41f-4151-87e2-c3ccf760ce12,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:18.557852 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:18.584394 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:18.716175 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Routers {'6b0ec23e-1d5c-4d8f-b984-42a2237c8419'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:18.717910 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:18.744842 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71343cf-f586-49c1-9861-1411a2fe242d None None] Network 6d9d290a-aa88-4919-8f72-316ab6a304f8 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 11:59:18.921842 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:13Z', 'revision_number': 3, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:18.962381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 11:59:18.962381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Updating router f70dac73-f35e-4fd4-a906-8f0102f7a504 port a5b9d329-53a1-40fb-966b-5dbb2d180608 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 11:59:19.001589 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Pushing event updated for resources: {'Port': ['ID=679f8079-c41f-4151-87e2-c3ccf760ce12,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:19.006384 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:19.042020 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] Set router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:19.223984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-35d1b56c-f7d0-415e-9939-d88374a53246 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:19.225872 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-35d1b56c-f7d0-415e-9939-d88374a53246 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 1.3676775 Jun 12 11:59:19.289640 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e1d777fa-c2e0-41f8-90a0-7dab35175850 req-e2c5efff-c383-4247-8067-f0e89c09af5e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.1114850 Jun 12 11:59:19.342007 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.374061 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.377304 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.466206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3731360 Jun 12 11:59:19.469153 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-08850d3a-884f-4690-8ff6-733551048f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:19.477783 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=423390c1d2fc49e09a1f80fa45bd07bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7466216 Jun 12 11:59:19.485811 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51454) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:19.540202 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.586197 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9d4d7bac-5f2e-4176-8563-54866f71370e req-546f53de-6573-4f73-9d18-545376af446c tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.0396013 Jun 12 11:59:19.659965 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:12Z', 'revision_number': 3, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:19.666901 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91439a7c-e1ea-4917-aaae-115f9ad67c8c None None] The sync data for ids ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'] in dv-cinder-796113-2-iscsi is: [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:12Z', 'revision_number': 3, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 11:59:19.681234 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a10ad-cb60-4907-8dc2-3b07e8a96241,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:19.692828 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:19.702108 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.740222 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-87a9581e-d01b-4052-a092-2a90bfd36380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:19.743594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.765183 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51458) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:19.775443 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.866425 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Network 070ef9c8-0f4c-424e-b003-9cb81d4780be is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:19.877394 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.881895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:19.884778 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:19.891129 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:19.892414 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.909872 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Pushing event updated for resources: {'Port': ['ID=ec508d2a-acbe-434e-91ed-616111621589,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:19.913222 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:19.914407 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.934528 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Transition to ACTIVE for port object a5b9d329-53a1-40fb-966b-5dbb2d180608 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:19.946199 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:19.948663 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:19.964285 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8299844 Jun 12 11:59:19.991257 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Deleting subnet 435e773b-fc30-42f3-a8a2-d34c8b8ac708 {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 11:59:20.009909 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Attempting to bind port a5b9d329-53a1-40fb-966b-5dbb2d180608 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:20.010289 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Attempting to bind port a5b9d329-53a1-40fb-966b-5dbb2d180608 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:20.010405 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.011163 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Attempting to bind port a5b9d329-53a1-40fb-966b-5dbb2d180608 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:20.022441 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.027270 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:20.027652 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:20.028109 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.028512 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:20.028994 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Bound port: a5b9d329-53a1-40fb-966b-5dbb2d180608, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:20.029480 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.039389 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.043629 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/089a10ad-cb60-4907-8dc2-3b07e8a96241 HTTP/1.1" status: 204 len: 168 time: 0.5559549 Jun 12 11:59:20.045009 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:20.054856 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a10ad-cb60-4907-8dc2-3b07e8a96241,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:20.064946 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:20.075117 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec3c48-5add-49d4-bf27-1b6c8bc14b5e None None] Pushing event updated for resources: {'Port': ['ID=a5b9d329-53a1-40fb-966b-5dbb2d180608,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:20.080438 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-a4ec3c48-5add-49d4-bf27-1b6c8bc14b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:20.123344 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] For port a5b9d329-53a1-40fb-966b-5dbb2d180608, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:20.127740 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] For port a5b9d329-53a1-40fb-966b-5dbb2d180608, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=a5b9d329-53a1-40fb-966b-5dbb2d180608,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:20.137075 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.139614 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:20.214021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec3c48-5add-49d4-bf27-1b6c8bc14b5e None None] Pushing event updated for resources: {'Port': ['ID=a5b9d329-53a1-40fb-966b-5dbb2d180608,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:20.217267 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:20.217881 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:20.220183 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-a4ec3c48-5add-49d4-bf27-1b6c8bc14b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:20.223869 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.261909 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.291136 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.439502 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 679f8079-c41f-4151-87e2-c3ccf760ce12 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:20.445896 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:20.607675 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-39fd5c84-eea9-4d77-8871-2c0a65c0de15 req-e264ab08-2aef-4fc8-9d64-8f1e362fe215 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.0517390 Jun 12 11:59:20.647799 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Allocated IP 172.20.0.1 (63731165-f23e-45ae-8f3b-67a2dd6a2162/9733ae0d-7e19-4f6f-82ea-d7d212bb36ff/b090df2c-472e-4de6-97b2-5155151e2df6) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:20.768024 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:20.789919 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:20.813997 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 679f8079-c41f-4151-87e2-c3ccf760ce12 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:20.820205 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 679f8079-c41f-4151-87e2-c3ccf760ce12 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:20.820821 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.171390 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435e773b-fc30-42f3-a8a2-d34c8b8ac708,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:21.203360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.206597 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/435e773b-fc30-42f3-a8a2-d34c8b8ac708 HTTP/1.1" status: 204 len: 168 time: 1.4398475 Jun 12 11:59:21.210132 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.211965 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51490) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:21.250358 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:13Z', 'revision_number': 3, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:21.259834 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 679f8079-c41f-4151-87e2-c3ccf760ce12, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=679f8079-c41f-4151-87e2-c3ccf760ce12,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:21.267937 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.273567 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:21.302526 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4f817aa8-6195-4762-826e-b23daf349723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:21.361848 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.418421 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=679f8079-c41f-4151-87e2-c3ccf760ce12,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:21.425095 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:21.431346 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef07aba-d0c6-414f-9e47-fe43e9e3f662 None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:13Z', 'revision_number': 3, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 11:59:21.435737 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Allocated IP 172.20.0.1 (ba833603-2e91-46b9-b6cc-19633aa39129/89d46276-e23e-49c8-a433-dbe70f5d9ab6/27f6b018-f1da-4f4d-82f0-ff67709064af) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:21.482396 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.709738 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:59:21.808691 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25d07-448e-4553-b528-629b9c009d17 req-6681c389-46f4-48ea-a670-dae9535ade2c tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:21.811325 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3cc25d07-448e-4553-b528-629b9c009d17 req-6681c389-46f4-48ea-a670-dae9535ade2c tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 931 time: 0.6731822 Jun 12 11:59:21.938560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:21.955155 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.955521 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.957186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.958295 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > port after_create 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.958801 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.959414 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > port after_update 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.960045 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.960596 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.961139 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:21.961629 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:22.262835 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.294502 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Transition to ACTIVE for port object 27f6b018-f1da-4f4d-82f0-ff67709064af will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:22.345285 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.368093 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3cc25d07-448e-4553-b528-629b9c009d17 req-f63f43cc-c562-415f-832f-53e0c2c6ee97 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643745 Jun 12 11:59:22.422079 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:22.451912 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:22.452520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:22.453027 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:22.453530 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 11:59:22.454143 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56622079-3ad4-470d-a15c-677ad6162587']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:22.550726 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-737da883-b902-4be0-9c08-379403444f54 req-0258bfa1-51e1-41bf-93e0-6e03cb6ed9f7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.0891747 Jun 12 11:59:22.592167 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64f9397-03b5-4e71-9003-9421a332a63e') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:22.592487 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64f9397-03b5-4e71-9003-9421a332a63e') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:22.620323 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.620918 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a5b9d329-53a1-40fb-966b-5dbb2d180608 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:22.643794 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Pushing event updated for resources: {'Port': ['ID=b090df2c-472e-4de6-97b2-5155151e2df6,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:22.645810 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.653790 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:22.663569 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:22.697164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:22.700513 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:22.710859 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:22.711401 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.731744 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.771320 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 11:59:22.772880 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: from cryptography.utils import int_from_bytes Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: from cryptography.utils import int_from_bytes Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 11:59:22.790509 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 11:59:22.802335 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port a5b9d329-53a1-40fb-966b-5dbb2d180608 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:22.816874 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port a5b9d329-53a1-40fb-966b-5dbb2d180608 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:22.817258 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.052118 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.061372 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-db08fdd5-ae98-497b-aae9-2b67188b66f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:23.069023 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.073966 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] 10.222.0.63 "DELETE /v2.0/networks/56622079-3ad4-470d-a15c-677ad6162587 HTTP/1.1" status: 204 len: 168 time: 1.8607261 Jun 12 11:59:23.074708 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51526) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:23.124981 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=56622079-3ad4-470d-a15c-677ad6162587,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:23.128854 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:23.140400 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.181815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Network ba833603-2e91-46b9-b6cc-19633aa39129 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:23.185383 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port a5b9d329-53a1-40fb-966b-5dbb2d180608, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=a5b9d329-53a1-40fb-966b-5dbb2d180608,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:23.190674 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.192081 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 679f8079-c41f-4151-87e2-c3ccf760ce12 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:23.198487 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:23.231006 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:23.248629 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Deleting subnet e1ae55dc-5557-486d-8a8f-8f220d864d49 {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 11:59:23.261676 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:23.263121 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.263756 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.387528 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=a5b9d329-53a1-40fb-966b-5dbb2d180608,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:23.397151 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:23.408220 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 679f8079-c41f-4151-87e2-c3ccf760ce12 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:23.408614 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.454874 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.611542 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.764511 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b88d895b-d3f7-4fe3-b1fd-b7363f20b54b None None] Provisioning for port 27f6b018-f1da-4f4d-82f0-ff67709064af completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:23.776765 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b88d895b-d3f7-4fe3-b1fd-b7363f20b54b None None] Provisioning complete for port 27f6b018-f1da-4f4d-82f0-ff67709064af triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:23.780229 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b88d895b-d3f7-4fe3-b1fd-b7363f20b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.807821 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.843898 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:23.861792 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:23.864553 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e1ae55dc-5557-486d-8a8f-8f220d864d49 HTTP/1.1" status: 204 len: 168 time: 0.7872972 Jun 12 11:59:23.868045 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51550) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:23.919617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b88d895b-d3f7-4fe3-b1fd-b7363f20b54b None None] Port 27f6b018-f1da-4f4d-82f0-ff67709064af cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 11:59:23.923548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ae55dc-5557-486d-8a8f-8f220d864d49,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:23.926650 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:23.971979 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-1f83b155-9aa3-4e89-8915-96969fa40e57 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 11:59:23.972981 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-1f83b155-9aa3-4e89-8915-96969fa40e57 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127647 Jun 12 11:59:23.996069 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Pushing event updated for resources: {'Port': ['ID=27f6b018-f1da-4f4d-82f0-ff67709064af,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:24.035155 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Request body: {'port': {'device_id': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'admin_state_up': True, 'tenant_id': 'fd990cccbf78434cab46875821cb6271'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:24.040976 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:24.213595 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6edd685d-4bc4-4385-b9d3-95bc730c577b req-f105ac4d-3bc9-4dda-8a77-5a4dad9099b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.3021266 Jun 12 11:59:24.434111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a5b9d329-53a1-40fb-966b-5dbb2d180608 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:24.565866 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port a5b9d329-53a1-40fb-966b-5dbb2d180608 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:24.566480 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:24.766997 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:24.834102 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:24.972568 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51574) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:25.108355 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.126204 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Request body: {'port': {'device_id': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:25.169679 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c6baa-fdb3-4cad-b813-4b75f6d58f41 req-4f76daf7-732a-4ef8-a591-f449dc427860 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:25.171482 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-191c6baa-fdb3-4cad-b813-4b75f6d58f41 req-4f76daf7-732a-4ef8-a591-f449dc427860 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 931 time: 1.1621695 Jun 12 11:59:25.225527 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9d290a-aa88-4919-8f72-316ab6a304f8']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:25.255729 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.320867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.332698 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f6a7dd-692e-41dc-b8da-e6dbe8983fc8') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:25.343364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f6a7dd-692e-41dc-b8da-e6dbe8983fc8') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:25.389575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.481414 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-191c6baa-fdb3-4cad-b813-4b75f6d58f41 req-b9747884-5fdf-46ef-a21c-04553a35bdf5 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678633 Jun 12 11:59:25.482034 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Made reservation on behalf of fd990cccbf78434cab46875821cb6271 for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:25.486382 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.509887 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ca298295-da79-4989-9bc8-75191c42f0ea req-72491701-b762-43cf-8f51-b3e80f11e0e8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.0495458 Jun 12 11:59:25.532263 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.544235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.551308 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 11:59:25.552132 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 11:59:25.608898 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 11:59:25.744112 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.766290 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d321dc03-bbd1-4251-8175-e75eeaa70f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:25.777956 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.780345 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6d9d290a-aa88-4919-8f72-316ab6a304f8 HTTP/1.1" status: 204 len: 168 time: 1.8579721 Jun 12 11:59:25.801837 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9d290a-aa88-4919-8f72-316ab6a304f8,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:25.839448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.889592 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:25.970335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.984468 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:25.999840 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51594) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:26.097530 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ab971e85-4d6b-4b12-b86e-d0dba28bcf14 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f63b0b6430f4d0caee001bf1614ecb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0938735 Jun 12 11:59:26.121012 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:26.121012 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51602) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:26.175022 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.193825 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.204773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:26.241587 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff10e6b-c960-419c-b9a8-315c13b6ca92,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:26.245735 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:26.334626 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4ace5133d1e4e6ba4b30259b1689400&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3566978 Jun 12 11:59:26.344506 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51606) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:26.459085 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.521037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec508d2a-acbe-434e-91ed-616111621589 {{(pid=91742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:26.535094 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.541998 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.545386 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.568095 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.582265 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Pushing event updated for resources: {'Port': ['ID=27f6b018-f1da-4f4d-82f0-ff67709064af,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:26.585586 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:26.586224 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:26.644392 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Transition to ACTIVE for port object ec508d2a-acbe-434e-91ed-616111621589 will not be triggered until provisioned by entity L2. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:26.653779 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.655423 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Pushing event updated for resources: {'Port': ['ID=b090df2c-472e-4de6-97b2-5155151e2df6,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:26.656883 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.660613 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:26.705576 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-aa26e3dd-d49c-48c1-bb00-ea594a99910d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:26.709904 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.738113 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.817480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Allocated IP 172.20.0.12 (4a87d019-f8bf-4811-a4bb-dcd272c168ae/451903b1-da50-4105-8735-8aad651ded63/f25eb97b-65ab-45d4-8fac-74aefc104a2c) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:26.823737 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.856852 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:26.858138 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4de5084b-76f5-441e-8781-f7c4113937bc HTTP/1.1" status: 204 len: 168 time: 0.7445576 Jun 12 11:59:26.874981 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ccb5dfc6-7519-4a70-8220-36ffbd886806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:26.910202 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-93bb69ee-6839-4738-b116-0de8935ba340 req-3e921759-e1ee-4700-8b13-37e1b361f9fc tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.0727496 Jun 12 11:59:26.971196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51618) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:26.982535 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5084b-76f5-441e-8781-f7c4113937bc,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:26.997553 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec508d2a-acbe-434e-91ed-616111621589,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:27.011342 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Network ba833603-2e91-46b9-b6cc-19633aa39129 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:27.011585 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:27.012695 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:27.019581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:27.117056 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.138033 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.139203 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ff10e6b-c960-419c-b9a8-315c13b6ca92 HTTP/1.1" status: 204 len: 168 time: 0.7937140 Jun 12 11:59:27.149648 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:27.216277 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Attempting to bind port ec508d2a-acbe-434e-91ed-616111621589 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:27.217235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Attempting to bind port ec508d2a-acbe-434e-91ed-616111621589 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be'}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:27.217235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Attempting to bind port ec508d2a-acbe-434e-91ed-616111621589 on network 070ef9c8-0f4c-424e-b003-9cb81d4780be {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:27.219231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff10e6b-c960-419c-b9a8-315c13b6ca92,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:27.225846 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:27.246254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402eec1-94bb-47f5-80cb-179bebbd2056 req-b7fb4c6b-9d23-4fa2-946c-b5d66536f3bd tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:27.255200 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3402eec1-94bb-47f5-80cb-179bebbd2056 req-b7fb4c6b-9d23-4fa2-946c-b5d66536f3bd tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 943 time: 0.3703294 Jun 12 11:59:27.257992 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Port ec508d2a-acbe-434e-91ed-616111621589 on network 070ef9c8-0f4c-424e-b003-9cb81d4780be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 11:59:27.258318 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Attempting to bind port ec508d2a-acbe-434e-91ed-616111621589 on network 070ef9c8-0f4c-424e-b003-9cb81d4780be {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:27.300643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:27.301001 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Checking segment: {'id': '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:27.301554 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Bound using segment: {'id': '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be'} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:27.302021 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Bound port: ec508d2a-acbe-434e-91ed-616111621589, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be'}}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:27.302370 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.373120 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:27.427195 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:27.450792 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3402eec1-94bb-47f5-80cb-179bebbd2056 req-2bbe9dc4-b50e-41ff-88f1-3a970dd33e7d tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944997 Jun 12 11:59:27.464895 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 11:59:27.600839 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-7a1fc7fd-b639-41bb-aa93-4ab399a8de35 None None] Provisioning complete for port 27f6b018-f1da-4f4d-82f0-ff67709064af triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:27.601462 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc7fd-b639-41bb-aa93-4ab399a8de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.601645 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] For port ec508d2a-acbe-434e-91ed-616111621589, host hv-cinder-79611, cleared binding levels {{(pid=91742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:27.653701 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.679882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] For port ec508d2a-acbe-434e-91ed-616111621589, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec508d2a-acbe-434e-91ed-616111621589,segment=NetworkSegment(1f3fb5f1-d380-4c87-86da-cbdc4df4c77f),segment_id=1f3fb5f1-d380-4c87-86da-cbdc4df4c77f)] {{(pid=91742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:27.691497 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-7a1fc7fd-b639-41bb-aa93-4ab399a8de35 None None] Port 27f6b018-f1da-4f4d-82f0-ff67709064af cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 11:59:27.713744 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.774557 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:27.829457 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51642) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:27.875045 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:27.875296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:27.877242 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec508d2a-acbe-434e-91ed-616111621589 HTTP/1.1" status: 200 len: 1093 time: 3.1130083 Jun 12 11:59:27.899109 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'tag': 'ec508d2a-acbe-434e-91ed-616111621589'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:28.074046 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51648) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:28.099087 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec508d2a-acbe-434e-91ed-616111621589,revision_number=3']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:28.103609 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:28.326397 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51654) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:28.329968 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb40d521-dc00-4188-bf86-ab944c768be5" -d '{"events": [{"name": "network-changed", "server_uuid": "279868f8-71fa-48cb-8efe-5979c6cc09f5", "tag": "ec508d2a-acbe-434e-91ed-616111621589"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:28.347193 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:28.358800 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b40bb709-a8ba-4284-8457-5914f4e1bf60 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cbbbd2e59f4347f69221569f4c70b568&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5161560 Jun 12 11:59:28.381574 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51662) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:28.419323 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:28.423663 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 11:59:28.439483 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 11:59:28.468910 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c4c5d9e9-b91a-43f7-9eab-e065890ffba5 admin admin] 10.222.0.63 "PUT /v2.0/routers/f70dac73-f35e-4fd4-a906-8f0102f7a504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9493737 Jun 12 11:59:28.469657 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:28.469745 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:28.469745 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:28.475560 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:28.511757 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1969163e-e5db-4e03-82c1-294a5dd58806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:28.579503 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6e3de493-3174-466d-9b78-8aa8523ecda2 req-4e5ab308-0fd5-482f-a30a-501cac0d64f5 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 210 time: 0.1455162 Jun 12 11:59:28.630988 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 11:59:28.803548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7d64a-e43d-4183-9e64-eb5d26b1c8f1 x-openstack-request-id: req-9ea7d64a-e43d-4183-9e64-eb5d26b1c8f1 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:28.803884 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279868f8-71fa-48cb-8efe-5979c6cc09f5", "tag": "ec508d2a-acbe-434e-91ed-616111621589", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:28.804146 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9ea7d64a-e43d-4183-9e64-eb5d26b1c8f1 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:28.804626 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'tag': 'ec508d2a-acbe-434e-91ed-616111621589', 'status': 'completed', 'code': 200} Jun 12 11:59:28.805715 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:28.903872 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=15db9dddabac41f283f2abd20b70c30a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9082389 Jun 12 11:59:28.909399 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51674) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:28.922173 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc0fb2e-a251-478a-a712-9f86dedb4e31,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:28.925987 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:28.954352 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:29.025715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.100797 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:29.135019 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.187040 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.261966 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:29.270741 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 11:59:29.298351 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] 10.222.0.63 "PUT /v2.0/routers/6b0ec23e-1d5c-4d8f-b984-42a2237c8419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6042335 Jun 12 11:59:29.298351 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:29.298351 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:29.303315 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:29.304008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.306085 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Sync routers for ids ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 11:59:29.317068 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event updated for resources: {'Port': ['ID=f25eb97b-65ab-45d4-8fac-74aefc104a2c,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:29.327271 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Routers {'6b0ec23e-1d5c-4d8f-b984-42a2237c8419'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:29.327472 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:29.332771 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:29.337049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.353694 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.372725 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87265bc5-5f33-45a5-ba92-8b54afdedc69 req-d2607b8e-02a7-4302-8454-2380b3c85d0e tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:29.412410 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.420039 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3904359c-5591-43c6-9cd6-866c21e11f85 HTTP/1.1" status: 204 len: 168 time: 1.0373020 Jun 12 11:59:29.423251 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:29.432248 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-87265bc5-5f33-45a5-ba92-8b54afdedc69 req-d2607b8e-02a7-4302-8454-2380b3c85d0e tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 943 time: 0.3795564 Jun 12 11:59:29.542835 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:24Z', 'revision_number': 2, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:29.565627 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904359c-5591-43c6-9cd6-866c21e11f85,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:29.569889 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Set router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:29.575984 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 11:59:29.576504 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Updating router f70dac73-f35e-4fd4-a906-8f0102f7a504 port 27f6b018-f1da-4f4d-82f0-ff67709064af binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 11:59:29.581161 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.617039 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:29.630301 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.650518 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.666853 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-87265bc5-5f33-45a5-ba92-8b54afdedc69 req-3404e742-7300-4e4b-a721-ef5caf2d6381 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335165 Jun 12 11:59:29.669331 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6501050 Jun 12 11:59:29.669942 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d69f89cb-e402-4298-85ba-57404a94ee0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:29.739665 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:29.780102 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Request body: {'port': {'device_id': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:30.189442 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016141de-ae18-4f2b-8ed0-0626f38333c1,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:30.233286 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:24Z', 'revision_number': 4, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'b090df2c-472e-4de6-97b2-5155151e2df6', 'name': '', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'mac_address': 'fa:16:3e:e9:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:19Z', 'updated_at': '2021-06-12T11:59:25Z', 'revision_number': 2, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'subnets': [{'id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:30.255628 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.258780 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Checking router: 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 11:59:30.259182 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Updating router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 port b090df2c-472e-4de6-97b2-5155151e2df6 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 11:59:30.364209 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ef8bb29dafe435f83c38239d7410f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2809317 Jun 12 11:59:30.366017 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51700) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:30.369885 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.397669 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:30.399630 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51702) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:30.401707 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.431006 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.444423 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4bc0fb2e-a251-478a-a712-9f86dedb4e31 HTTP/1.1" status: 204 len: 168 time: 1.5149946 Jun 12 11:59:30.455658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1037751873', 'description': 'tempest-description--712036108'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:30.485603 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.495049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-de7cc531-29f3-4c06-accf-b8de57423511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:30.537816 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc0fb2e-a251-478a-a712-9f86dedb4e31,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:30.540704 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:30.576658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.722118 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:30.738414 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55e4f04d8c4f4a9bb394577d9cf11900&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4018037 Jun 12 11:59:30.757657 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51714) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:30.826810 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.840359 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Transition to ACTIVE for port object 27f6b018-f1da-4f4d-82f0-ff67709064af will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:30.863551 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.873433 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-05f65295-f595-4732-8755-40aca362a546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:30.893610 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40d521-dc00-4188-bf86-ab944c768be5 req-dc4c8ecf-3df9-40d6-8bd7-5a07fa7166ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:30.895059 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb40d521-dc00-4188-bf86-ab944c768be5 req-dc4c8ecf-3df9-40d6-8bd7-5a07fa7166ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf9699e5b6fc4a72a88e4f4356c0710d&device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 1096 time: 0.8265727 Jun 12 11:59:30.895847 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e84fc-89ee-47a5-960a-5048a605534c req-e5238915-3281-4ae8-9f13-1f212ab4a0f0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:30.897388 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d74e84fc-89ee-47a5-960a-5048a605534c req-e5238915-3281-4ae8-9f13-1f212ab4a0f0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 932 time: 0.8012221 Jun 12 11:59:30.915899 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:30.977317 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe740bf-66f3-40a6-8251-b4dd48ce5527,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:31.024783 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.028624 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:31.200567 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.205967 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.216217 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Transition to ACTIVE for port object b090df2c-472e-4de6-97b2-5155151e2df6 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:31.225665 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.237040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:31.247363 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb224a-1930-474f-9fb5-8585ddd3763b None None] Pushing event updated for resources: {'Port': ['ID=27f6b018-f1da-4f4d-82f0-ff67709064af,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:31.292148 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-6fbb224a-1930-474f-9fb5-8585ddd3763b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:31.318160 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Attempting to bind port 27f6b018-f1da-4f4d-82f0-ff67709064af on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:31.318573 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Attempting to bind port 27f6b018-f1da-4f4d-82f0-ff67709064af by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:31.318916 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Attempting to bind port 27f6b018-f1da-4f4d-82f0-ff67709064af on network ba833603-2e91-46b9-b6cc-19633aa39129 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:31.330410 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:31.331388 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Checking segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:31.332015 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.332733 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Bound using segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:31.333428 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Bound port: 27f6b018-f1da-4f4d-82f0-ff67709064af, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:31.334037 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.349930 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25eb97b-65ab-45d4-8fac-74aefc104a2c {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:31.369734 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.390877 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Transition to ACTIVE for port object f25eb97b-65ab-45d4-8fac-74aefc104a2c will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:31.395920 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51730) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:31.404924 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.420320 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.454850 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d74e84fc-89ee-47a5-960a-5048a605534c req-ceec1318-00bd-4172-9818-098372a28aac tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230279 Jun 12 11:59:31.463018 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:31.466617 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.488602 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] For port 27f6b018-f1da-4f4d-82f0-ff67709064af, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:31.493280 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] For port 27f6b018-f1da-4f4d-82f0-ff67709064af, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=27f6b018-f1da-4f4d-82f0-ff67709064af,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:31.499788 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-c333161e-5987-45a1-9839-7a964f238152 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:31.499964 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.504555 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-586975ca-c39b-4d84-a390-8fddfe790dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:31.509692 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-c333161e-5987-45a1-9839-7a964f238152 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 819 time: 0.5004654 Jun 12 11:59:31.522177 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.592562 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:31.593328 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:31.610745 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:31.626715 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5bbe-8ff7-4d5b-81d5-6a78a99bfdca None None] Pushing event updated for resources: {'Port': ['ID=b090df2c-472e-4de6-97b2-5155151e2df6,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:31.657507 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.681939 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.692308 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2465835 Jun 12 11:59:31.755272 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51738) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:31.768978 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Attempting to bind port b090df2c-472e-4de6-97b2-5155151e2df6 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:31.769355 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Attempting to bind port b090df2c-472e-4de6-97b2-5155151e2df6 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:31.769732 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Attempting to bind port b090df2c-472e-4de6-97b2-5155151e2df6 on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:31.773450 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-377d5bbe-8ff7-4d5b-81d5-6a78a99bfdca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:31.782265 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:31.782776 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Checking segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:31.783345 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.783619 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Bound using segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:31.784116 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Bound port: b090df2c-472e-4de6-97b2-5155151e2df6, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:31.784492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.794578 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'security_group_rule': {'security_group_id': '97d1ec31-8e75-45f1-9caa-07a09c23be22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:31.813901 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.864013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1ec31-8e75-45f1-9caa-07a09c23be22,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:31.867006 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-905f4a1e-550c-4ac1-a9a6-77d17b8079f2 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/quotas/927d489c97ef49929348cdbcdb9565ba HTTP/1.1" status: 200 len: 375 time: 0.3553326 Jun 12 11:59:31.867647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:31.870071 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:31.911414 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Pushing event updated for resources: {'Port': ['ID=f25eb97b-65ab-45d4-8fac-74aefc104a2c,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:31.926200 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.934779 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:31.945999 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb224a-1930-474f-9fb5-8585ddd3763b None None] Pushing event updated for resources: {'Port': ['ID=27f6b018-f1da-4f4d-82f0-ff67709064af,revision_number=4']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:31.951643 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-6fbb224a-1930-474f-9fb5-8585ddd3763b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:31.962866 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:31.964025 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9fe740bf-66f3-40a6-8251-b4dd48ce5527 HTTP/1.1" status: 204 len: 168 time: 1.2053890 Jun 12 11:59:31.971767 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b6d40c98-e4be-4e52-bd6c-9fbc2a311d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:31.974156 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40d521-dc00-4188-bf86-ab944c768be5 req-8e7f0d2f-bc10-4289-aa3b-e97e4598db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:31.975770 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb40d521-dc00-4188-bf86-ab944c768be5 req-8e7f0d2f-bc10-4289-aa3b-e97e4598db64 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf9699e5b6fc4a72a88e4f4356c0710d&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0552633 Jun 12 11:59:32.010109 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] For port b090df2c-472e-4de6-97b2-5155151e2df6, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:32.014254 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] For port b090df2c-472e-4de6-97b2-5155151e2df6, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b090df2c-472e-4de6-97b2-5155151e2df6,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:32.021444 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe740bf-66f3-40a6-8251-b4dd48ce5527,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:32.035455 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:32.037733 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:32.061817 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:32.088961 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Attempting to bind port f25eb97b-65ab-45d4-8fac-74aefc104a2c on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:32.089674 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Attempting to bind port f25eb97b-65ab-45d4-8fac-74aefc104a2c by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:32.090174 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Attempting to bind port f25eb97b-65ab-45d4-8fac-74aefc104a2c on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:32.096761 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:32.103652 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Port f25eb97b-65ab-45d4-8fac-74aefc104a2c on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 11:59:32.104411 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Attempting to bind port f25eb97b-65ab-45d4-8fac-74aefc104a2c on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:32.122035 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:32.123148 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Checking segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:32.124788 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Bound using segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:32.125763 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Bound port: f25eb97b-65ab-45d4-8fac-74aefc104a2c, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:32.127287 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:32.166291 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:32.167476 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/016141de-ae18-4f2b-8ed0-0626f38333c1 HTTP/1.1" status: 204 len: 168 time: 1.7916095 Jun 12 11:59:32.215062 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Routers {'6b0ec23e-1d5c-4d8f-b984-42a2237c8419'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 11:59:32.215914 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:32.289465 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-3e3d94ec-36fa-4a3b-b0f6-e29c88a0a0da tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4030392 Jun 12 11:59:32.304922 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] For port f25eb97b-65ab-45d4-8fac-74aefc104a2c, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:32.334777 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:31Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:32.341141 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40d521-dc00-4188-bf86-ab944c768be5 req-1008139f-5f57-4388-8242-cc77793f2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:32.342236 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69791e36-fa5a-4619-91f6-769e8c8ea7bf None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:31Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 11:59:32.342639 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb40d521-dc00-4188-bf86-ab944c768be5 req-1008139f-5f57-4388-8242-cc77793f2aa2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3582277 Jun 12 11:59:32.345229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] For port f25eb97b-65ab-45d4-8fac-74aefc104a2c, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:32.358203 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:32.381735 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016141de-ae18-4f2b-8ed0-0626f38333c1,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:32.428920 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:32.440397 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:32.459579 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272eddc-dc51-4472-8ee5-3f4c80020f1f req-a860c801-d22a-46ab-9b01-6b93df3f5298 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:32.466914 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0272eddc-dc51-4472-8ee5-3f4c80020f1f req-a860c801-d22a-46ab-9b01-6b93df3f5298 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 943 time: 0.8292632 Jun 12 11:59:32.481668 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:32.537955 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5bbe-8ff7-4d5b-81d5-6a78a99bfdca None None] Pushing event updated for resources: {'Port': ['ID=b090df2c-472e-4de6-97b2-5155151e2df6,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:32.606542 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Pushing event updated for resources: {'Port': ['ID=f25eb97b-65ab-45d4-8fac-74aefc104a2c,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:32.613524 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-f3fd3827-53ff-4265-9edc-3f76c3ac780d service neutron] 10.222.0.63 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126540 Jun 12 11:59:32.632052 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:32.658349 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:32.659221 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:32.661314 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] 10.222.0.67 "PUT /v2.0/ports/f25eb97b-65ab-45d4-8fac-74aefc104a2c HTTP/1.1" status: 200 len: 1094 time: 2.8864918 Jun 12 11:59:32.662159 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'tag': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:32.815963 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] Set router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 11:59:32.903969 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-377d5bbe-8ff7-4d5b-81d5-6a78a99bfdca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:32.917694 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-73b859af-6d08-4e58-96be-1a624c7faa81 service neutron] 10.222.0.63 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902079 Jun 12 11:59:32.920597 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-e145396b-16e5-46d7-b763-17e88e3a07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:32.924377 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-e145396b-16e5-46d7-b763-17e88e3a07c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf9699e5b6fc4a72a88e4f4356c0710d&device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 1096 time: 0.4731784 Jun 12 11:59:33.284989 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51764) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:33.366773 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:24Z', 'revision_number': 4, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'b090df2c-472e-4de6-97b2-5155151e2df6', 'name': '', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'mac_address': 'fa:16:3e:e9:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:19Z', 'updated_at': '2021-06-12T11:59:31Z', 'revision_number': 4, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'subnets': [{'id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 11:59:33.367250 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ec9cc-6f20-48c7-9c85-12dbe4ffa05b None None] The sync data for ids ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'] in dv-cinder-796113-2-iscsi is: [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:24Z', 'revision_number': 4, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'b090df2c-472e-4de6-97b2-5155151e2df6', 'name': '', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'mac_address': 'fa:16:3e:e9:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:19Z', 'updated_at': '2021-06-12T11:59:31Z', 'revision_number': 4, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'subnets': [{'id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 11:59:33.398472 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:33.425946 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0272eddc-dc51-4472-8ee5-3f4c80020f1f req-e7404556-ffe7-4f45-89d7-5412aa69f1cd tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9554629 Jun 12 11:59:33.441330 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-db41b70a-efd0-4ebd-8502-4a0b63b859aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec508d2a-acbe-434e-91ed-616111621589 HTTP/1.1" status: 200 len: 217 time: 0.5081160 Jun 12 11:59:33.473543 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:33.521978 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cbca64eb-c112-4bef-a964-420100e5a97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:33.534138 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:33.611488 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:33.656400 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:33.662391 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93740-410f-4413-8038-39c0522e90f3 req-d768ef2f-5e0e-4559-8916-8285189ecf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:33.666193 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-d768ef2f-5e0e-4559-8916-8285189ecf6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46b881a4-814a-481a-a05d-2f95e7101b83 HTTP/1.1" status: 200 len: 852 time: 0.1649804 Jun 12 11:59:33.751517 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-764c6db1-21d1-440c-bcd2-e0312476c201 req-9cc1904c-e36b-4b67-9c95-8414c954dc1f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 210 time: 0.1794801 Jun 12 11:59:33.791429 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=add48578d7af48b6aec4a9d6bce5f899&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3855112 Jun 12 11:59:33.796809 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 51790) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:33.846121 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-fd3cfd90-f600-42db-8dae-5edcfacf6799 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=070ef9c8-0f4c-424e-b003-9cb81d4780be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492438 Jun 12 11:59:33.851645 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21947d68-0006-4e7b-a7b0-d0140925a02b,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:33.896279 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:33.901233 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ec2e1f-1ecf-42b7-adf0-192f7c99e587", "tag": "f25eb97b-65ab-45d4-8fac-74aefc104a2c"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:33.987633 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-f5d086a7-ad52-43f0-982f-fbc100b48aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:34.002953 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-f5d086a7-ad52-43f0-982f-fbc100b48aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 1097 time: 1.2601671 Jun 12 11:59:34.053622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b82c8-fa69-4977-8a81-8ba5071fad88 req-ee80990a-3878-4d0f-af7f-828f6932b4ba tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:34.055298 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-857b82c8-fa69-4977-8a81-8ba5071fad88 req-ee80990a-3878-4d0f-af7f-828f6932b4ba tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 944 time: 0.6462121 Jun 12 11:59:34.381667 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:34.385182 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-ec8d1fa3-7829-47ec-bc49-4b126fe63c03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c HTTP/1.1" status: 200 len: 217 time: 0.3571510 Jun 12 11:59:34.447022 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-857b82c8-fa69-4977-8a81-8ba5071fad88 req-3dfb2066-0f2a-4421-ac8a-404d08a1bb9c tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802507 Jun 12 11:59:34.447996 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:34.524840 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:34.542053 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:34.597531 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6aeadcf-6975-4e5d-bdd6-c1a844533f66,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:34.630630 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:34.662575 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:34.667463 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-84967002-f188-4f6c-a6ac-098fe33fbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:34.672672 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-84967002-f188-4f6c-a6ac-098fe33fbe1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.2413909 Jun 12 11:59:34.682384 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 27f6b018-f1da-4f4d-82f0-ff67709064af up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:34.701409 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ae98b-9c81-43aa-91da-3ec07a87b18e x-openstack-request-id: req-ec3ae98b-9c81-43aa-91da-3ec07a87b18e {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:34.701713 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ec2e1f-1ecf-42b7-adf0-192f7c99e587", "tag": "f25eb97b-65ab-45d4-8fac-74aefc104a2c", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:34.701975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ec3ae98b-9c81-43aa-91da-3ec07a87b18e {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:34.705807 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'tag': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'status': 'completed', 'code': 200} Jun 12 11:59:34.765890 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-f57b8f85-5cb1-4501-a662-1bdd417cb87f service neutron] 10.222.0.67 "GET /v2.0/networks/070ef9c8-0f4c-424e-b003-9cb81d4780be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9065526 Jun 12 11:59:34.846927 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 27f6b018-f1da-4f4d-82f0-ff67709064af completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:34.862924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 27f6b018-f1da-4f4d-82f0-ff67709064af triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:34.863448 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:34.922865 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:34.925618 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-4747dc90-e805-4a49-b93c-9068f40c92b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261944 Jun 12 11:59:35.055155 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.084995 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.085590 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.089113 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3351090 Jun 12 11:59:35.095614 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51836) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:35.125481 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'security_group_rule': {'security_group_id': '97d1ec31-8e75-45f1-9caa-07a09c23be22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:35.130300 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ea2dd181-21e5-46fa-84e0-edb4f1464961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:35.146986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 27f6b018-f1da-4f4d-82f0-ff67709064af, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=27f6b018-f1da-4f4d-82f0-ff67709064af,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:35.153650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.155069 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b090df2c-472e-4de6-97b2-5155151e2df6 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:35.203061 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-0bb7fe2c-23fc-49b7-b992-c4bb9aac6407 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:35.207144 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-0bb7fe2c-23fc-49b7-b992-c4bb9aac6407 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 819 time: 0.5186155 Jun 12 11:59:35.210158 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-91b93740-410f-4413-8038-39c0522e90f3 req-fcdbb499-75d4-4b96-ada1-2d9cbb817970 service neutron] 10.222.0.67 "GET /v2.0/networks/070ef9c8-0f4c-424e-b003-9cb81d4780be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216897 Jun 12 11:59:35.218339 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.246108 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:35.314831 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-7e2d6f0a-3cba-4297-afbb-2653861fe1ee tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/quotas/927d489c97ef49929348cdbcdb9565ba HTTP/1.1" status: 200 len: 375 time: 0.0964313 Jun 12 11:59:35.331558 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port b090df2c-472e-4de6-97b2-5155151e2df6 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:35.340722 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port b090df2c-472e-4de6-97b2-5155151e2df6 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:35.341279 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.456297 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=27f6b018-f1da-4f4d-82f0-ff67709064af,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:35.456808 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.465472 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:35.490373 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.496024 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:35.527923 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-382f7b3a-b1d1-4d3d-a7e6-17d905d1dce6 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467985 Jun 12 11:59:35.594910 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.595150 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc184df-bdc6-4172-9fb5-a7dd4bd83486,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:35.625491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:35.633955 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-75bfdc6c-fc64-4238-a238-14e22ffa3b31 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3113711 Jun 12 11:59:35.638743 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.645289 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5486023 Jun 12 11:59:35.663487 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51852) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:35.669072 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:35.705454 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port b090df2c-472e-4de6-97b2-5155151e2df6, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b090df2c-472e-4de6-97b2-5155151e2df6,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:35.714663 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.716793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:35.739935 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.740929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0903842-971c-4434-b610-bf2a0967ff18,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:35.744560 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:35.747746 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2af97b4b-7579-4a28-a9c9-83f0ce3575d9 req-28ac93dc-da1d-4aed-9657-650c54738fd1 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745121 Jun 12 11:59:35.779517 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:35.787262 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21947d68-0006-4e7b-a7b0-d0140925a02b HTTP/1.1" status: 204 len: 168 time: 1.9823020 Jun 12 11:59:35.796774 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b460ca78f0d546e6af3f65bab88084d0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3673692 Jun 12 11:59:35.798509 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:35.832516 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51860) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:35.862602 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21947d68-0006-4e7b-a7b0-d0140925a02b,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:35.899535 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=b090df2c-472e-4de6-97b2-5155151e2df6,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:35.907255 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3f08-af5d-4ca8-b554-61fe87525b6a req-62d19b77-e3aa-45b1-83cc-112aa177e166 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:35.913572 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-008f3f08-af5d-4ca8-b554-61fe87525b6a req-62d19b77-e3aa-45b1-83cc-112aa177e166 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 943 time: 0.9936686 Jun 12 11:59:35.914499 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:35.922177 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:36.007469 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.095578 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-6ed546df-f9dc-4eef-841c-1e006283d15c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:36.096944 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-6ed546df-f9dc-4eef-841c-1e006283d15c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 819 time: 0.5556281 Jun 12 11:59:36.119785 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Request body: {'port': {'device_id': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'admin_state_up': True, 'tenant_id': '927d489c97ef49929348cdbcdb9565ba'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:36.147583 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-008f3f08-af5d-4ca8-b554-61fe87525b6a req-c5b5d105-febe-44eb-b381-634628cb70fe tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078559 Jun 12 11:59:36.152951 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-7b17319a-cf48-483f-9fa0-e2e3d163b251 service neutron] 10.222.0.63 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061591 Jun 12 11:59:36.195985 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-4f923d08-c477-4e11-8624-8288b84338f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:36.197455 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-4f923d08-c477-4e11-8624-8288b84338f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 1097 time: 0.2795331 Jun 12 11:59:36.203520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.353960 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.417987 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 27f6b018-f1da-4f4d-82f0-ff67709064af up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:36.549240 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 27f6b018-f1da-4f4d-82f0-ff67709064af triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:36.549624 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.571101 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-e53bdec8-8f42-4bad-a536-32b440f32168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:36.571101 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-e53bdec8-8f42-4bad-a536-32b440f32168 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 916 time: 0.3600910 Jun 12 11:59:36.635437 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-16db0d8f-0519-4353-8076-227c368cf882 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c HTTP/1.1" status: 200 len: 217 time: 0.0557535 Jun 12 11:59:36.755746 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b090df2c-472e-4de6-97b2-5155151e2df6 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:36.815581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-0dd1aef9-8022-4f41-abc3-d84f478ef105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:36.817537 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-0dd1aef9-8022-4f41-abc3-d84f478ef105 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.1670303 Jun 12 11:59:36.825859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port b090df2c-472e-4de6-97b2-5155151e2df6 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:36.826836 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.850730 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-3d376d27-e1be-4a3d-ab87-2b4b9160616a service neutron] 10.222.0.63 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694837 Jun 12 11:59:36.870531 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433145b3-b8fe-41aa-becf-5ff215c31adf req-0b6dffb3-b739-453a-8bac-27bfea89815e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:36.877127 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Made reservation on behalf of 927d489c97ef49929348cdbcdb9565ba for: {'port': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:36.879711 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-433145b3-b8fe-41aa-becf-5ff215c31adf req-0b6dffb3-b739-453a-8bac-27bfea89815e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 944 time: 0.6013434 Jun 12 11:59:36.883918 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.914212 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec508d2a-acbe-434e-91ed-616111621589 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 11:59:36.929701 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.935563 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.957772 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:36.965329 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-86d4fb12-1084-4ebe-8f3f-166d70e8c669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413987 Jun 12 11:59:36.970054 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0903842-971c-4434-b610-bf2a0967ff18 HTTP/1.1" status: 204 len: 168 time: 1.1321082 Jun 12 11:59:36.974178 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6172954e-87e7-40a8-a7ad-f011aad0453e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:37.117443 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0903842-971c-4434-b610-bf2a0967ff18,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:37.153719 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:37.370210 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-433145b3-b8fe-41aa-becf-5ff215c31adf req-3c86dee5-2779-4671-be01-88406a653cae tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131391 Jun 12 11:59:37.395722 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6c405e21-d05c-4d5d-86a8-cdd3447e2601 req-13891171-1287-410e-a90f-402da3b36306 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 210 time: 0.1746600 Jun 12 11:59:37.423394 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-93ca114e-501d-4a49-9d63-cc82b4100459 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404578 Jun 12 11:59:37.425261 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec508d2a-acbe-434e-91ed-616111621589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec508d2a-acbe-434e-91ed-616111621589,segment=NetworkSegment(1f3fb5f1-d380-4c87-86da-cbdc4df4c77f),segment_id=1f3fb5f1-d380-4c87-86da-cbdc4df4c77f)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:37.428449 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Allocated IP 172.20.0.2 (63731165-f23e-45ae-8f3b-67a2dd6a2162/9733ae0d-7e19-4f6f-82ea-d7d212bb36ff/833bd434-0416-49ea-986d-435ad7885531) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:37.457110 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Allocated IP 172.27.1.65 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/ee7ca6b3-f8eb-4a69-9ada-ce0ec1702a8e) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:37.472579 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'ec508d2a-acbe-434e-91ed-616111621589', 'network_id': '070ef9c8-0f4c-424e-b003-9cb81d4780be', 'port_id': 'ec508d2a-acbe-434e-91ed-616111621589', 'mac_address': 'fa:16:3e:bd:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b881a4-814a-481a-a05d-2f95e7101b83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 11:59:37.632399 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:37.641924 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 51946) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:37.687437 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec508d2a-acbe-434e-91ed-616111621589 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:37.771053 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec508d2a-acbe-434e-91ed-616111621589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec508d2a-acbe-434e-91ed-616111621589,segment=NetworkSegment(1f3fb5f1-d380-4c87-86da-cbdc4df4c77f),segment_id=1f3fb5f1-d380-4c87-86da-cbdc4df4c77f)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:37.779654 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:37.780970 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f25eb97b-65ab-45d4-8fac-74aefc104a2c details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 11:59:37.784068 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-f2e8d9cc-beca-4c8f-ba9e-e34e3ce09f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:37.970878 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:37.973738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=ec508d2a-acbe-434e-91ed-616111621589,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:38.004950 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8bfe2e08-8ba9-44c7-b2ab-b9ffaea049ab req-10ebda6f-9cf4-4fb6-9788-43466793650d service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666718 Jun 12 11:59:38.070783 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b436797-3fa1-4f8b-9d9d-8cfb45e33989 req-437d1f2d-c157-4691-bc57-864f3594c018 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:38.087305 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b436797-3fa1-4f8b-9d9d-8cfb45e33989 req-437d1f2d-c157-4691-bc57-864f3594c018 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 944 time: 0.1956871 Jun 12 11:59:38.119162 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.175601 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b436797-3fa1-4f8b-9d9d-8cfb45e33989 req-75e5cb26-89fd-4f2e-a759-f289b23509d5 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867047 Jun 12 11:59:38.235647 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:38.259225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.272617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port f25eb97b-65ab-45d4-8fac-74aefc104a2c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:38.294140 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'port_id': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'mac_address': 'fa:16:3e:9a:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451903b1-da50-4105-8735-8aad651ded63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 11:59:38.333349 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.356959 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:38.371276 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.421641 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25eb97b-65ab-45d4-8fac-74aefc104a2c {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:38.454464 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'Port': ['ID=ee7ca6b3-f8eb-4a69-9ada-ce0ec1702a8e,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:38.482406 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port f25eb97b-65ab-45d4-8fac-74aefc104a2c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:38.492544 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.494472 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:38.538712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:38.558183 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:38.623598 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.626830 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:38.630536 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.636776 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:38.664658 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=f25eb97b-65ab-45d4-8fac-74aefc104a2c,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:38.678197 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:38.777701 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['ec508d2a-acbe-434e-91ed-616111621589'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 11:59:38.782677 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:38.786409 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:38.833615 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98758f-d537-4ebc-9155-5942af790ecd req-7200413e-24a5-4590-b378-750067f84c78 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:38.835708 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3b98758f-d537-4ebc-9155-5942af790ecd req-7200413e-24a5-4590-b378-750067f84c78 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 945 time: 0.1255200 Jun 12 11:59:38.887130 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4c010a2d-b228-4fae-a400-505b9f812c88 req-eece95f7-2cb7-47f3-8366-0c5f40ab63bf tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 210 time: 0.1014516 Jun 12 11:59:38.928082 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 11:59:38.959784 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:38.969217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:38.995763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:39.039640 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3b98758f-d537-4ebc-9155-5942af790ecd req-ea894c5a-dd74-400c-b007-f3049c71ad63 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952801 Jun 12 11:59:39.108773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:39.109850 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.156032 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b4b9000a-1682-4245-9851-f622ba5fc6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.171433 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=00be0710bcfe4915b9d875d072e3ef3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5029757 Jun 12 11:59:39.174023 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52044) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:39.176160 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Pushing event updated for resources: {'Port': ['ID=833bd434-0416-49ea-986d-435ad7885531,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:39.179629 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.193215 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:39.195015 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0825095 Jun 12 11:59:39.195575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2fa4b78e-96dd-4a1a-9534-ec46277d4d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:39.216055 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Request body: {'port': {'device_id': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:39.367928 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739afc9-8745-48e4-ab13-77f8ef8e87cd,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:39.383161 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:39.404306 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.433809 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.548310 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.573582 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.634717 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-1f6561ae-ff45-43fa-bebd-0de62a242b19 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:39.636212 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-1f6561ae-ff45-43fa-bebd-0de62a242b19 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 819 time: 0.4606104 Jun 12 11:59:39.652165 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Request body: {'port': {'device_id': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'admin_state_up': True, 'tenant_id': '927d489c97ef49929348cdbcdb9565ba'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:39.698489 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.705246 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:39.706584 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2739afc9-8745-48e4-ab13-77f8ef8e87cd HTTP/1.1" status: 204 len: 168 time: 0.4540489 Jun 12 11:59:39.710660 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:39.783631 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739afc9-8745-48e4-ab13-77f8ef8e87cd,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:39.788598 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:39.820890 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52068) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:39.875448 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daeaee-aab9-495d-991e-f682673a70b2 req-df9b059b-5f3c-4545-9ebc-5a6750a02e42 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:39.883552 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1daeaee-aab9-495d-991e-f682673a70b2 req-df9b059b-5f3c-4545-9ebc-5a6750a02e42 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 944 time: 0.3948658 Jun 12 11:59:39.885907 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Made reservation on behalf of 927d489c97ef49929348cdbcdb9565ba for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:39.893603 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.049215 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1daeaee-aab9-495d-991e-f682673a70b2 req-ac631ece-cfbb-493d-8e1e-a77128dbbb28 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646314 Jun 12 11:59:40.149734 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f8d11622-a7f1-483a-a46b-9588eb4b4717 req-1e9ae1d2-f992-4c47-ae5f-a70847e2fa92 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 210 time: 0.0525525 Jun 12 11:59:40.174892 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.220720 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.228076 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833bd434-0416-49ea-986d-435ad7885531 {{(pid=91742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:40.236019 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.238138 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.249759 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:40.360715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52086) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:40.368248 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Transition to ACTIVE for port object 833bd434-0416-49ea-986d-435ad7885531 will not be triggered until provisioned by entity L2. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:40.392151 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.399727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.421654 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'Port': ['ID=ee7ca6b3-f8eb-4a69-9ada-ce0ec1702a8e,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:40.424667 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:40.430669 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:40.435112 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.448576 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.459070 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.504493 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0b458213-46c0-4f0e-8897-8b93b7fabf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:40.574290 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Allocated IP 172.20.0.14 (63731165-f23e-45ae-8f3b-67a2dd6a2162/9733ae0d-7e19-4f6f-82ea-d7d212bb36ff/1ad3dfec-c2d6-4473-8024-617b4b14906a) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:40.591881 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bc6c47c5af0c4c1eb5e966453e2bf7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678461 Jun 12 11:59:40.598469 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52098) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:40.615726 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f137664-6686-4859-a315-e3850d12417d,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:40.644050 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:40.784293 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Pushing event updated for resources: {'Port': ['ID=833bd434-0416-49ea-986d-435ad7885531,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:40.787158 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:40.828828 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fbeb3-97c6-4aa6-ae8e-904e8c31a863 req-ccb36a99-65a3-4fe1-8305-1cf0aaf457d5 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:40.830185 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0f8fbeb3-97c6-4aa6-ae8e-904e8c31a863 req-ccb36a99-65a3-4fe1-8305-1cf0aaf457d5 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 945 time: 0.5831888 Jun 12 11:59:40.843980 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.847290 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.856390 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.873015 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:40.875008 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2095544 Jun 12 11:59:40.886436 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:40.902376 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec508d2a-acbe-434e-91ed-616111621589 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:40.933546 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0f8fbeb3-97c6-4aa6-ae8e-904e8c31a863 req-57309d08-be0a-4994-a5dc-8e7a2127e179 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773838 Jun 12 11:59:40.949300 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Attempting to bind port 833bd434-0416-49ea-986d-435ad7885531 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:40.949681 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Attempting to bind port 833bd434-0416-49ea-986d-435ad7885531 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:40.950017 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Attempting to bind port 833bd434-0416-49ea-986d-435ad7885531 on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:40.956653 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Port 833bd434-0416-49ea-986d-435ad7885531 on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 11:59:40.957379 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Attempting to bind port 833bd434-0416-49ea-986d-435ad7885531 on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:40.964656 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:40.965703 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Checking segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:40.966324 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Bound using segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:40.968004 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Bound port: 833bd434-0416-49ea-986d-435ad7885531, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'}}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:40.968655 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.018745 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.068239 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port ec508d2a-acbe-434e-91ed-616111621589 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:41.076603 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port ec508d2a-acbe-434e-91ed-616111621589 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:41.078267 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.128519 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a62df008eeb47e093403c102cd3d7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7663999 Jun 12 11:59:41.129475 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52112) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:41.138191 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] For port 833bd434-0416-49ea-986d-435ad7885531, host hv-cinder-79611, cleared binding levels {{(pid=91742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:41.148178 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] For port 833bd434-0416-49ea-986d-435ad7885531, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=833bd434-0416-49ea-986d-435ad7885531,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:41.163159 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.185491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:41.206328 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d955b848-436d-4151-905a-a9cf96e2a685,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:41.237632 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:41.302086 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.312208 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.319357 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.323390 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f137664-6686-4859-a315-e3850d12417d HTTP/1.1" status: 204 len: 168 time: 0.7190547 Jun 12 11:59:41.323390 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0563db08-0562-41da-a9f1-0021d91a6751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:41.340515 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f137664-6686-4859-a315-e3850d12417d,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:41.350134 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:41.351067 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:41.351880 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.361140 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] 10.222.0.67 "PUT /v2.0/ports/833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 1093 time: 2.1519165 Jun 12 11:59:41.362722 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'tag': '833bd434-0416-49ea-986d-435ad7885531'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:41.365363 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9be4b-d659-47d7-9088-003a230c836f" -d '{"events": [{"name": "network-changed", "server_uuid": "b09c8490-cf83-4b41-93d6-6bf1690bab69", "tag": "833bd434-0416-49ea-986d-435ad7885531"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:41.397226 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.458829 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-1bb0129a-d415-409d-956b-f30471dc2f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.466386 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.536363 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.537386 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Pushing event updated for resources: {'Port': ['ID=833bd434-0416-49ea-986d-435ad7885531,revision_number=3']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:41.543231 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-a82ed09a-5ad4-42fa-9389-de6869917c57 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1037751873&fields=id&tenant_id=41daa3b0e5214fada9812301b8e7bf3b HTTP/1.1" status: 200 len: 267 time: 0.1988037 Jun 12 11:59:41.545188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:41.569816 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec508d2a-acbe-434e-91ed-616111621589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec508d2a-acbe-434e-91ed-616111621589,segment=NetworkSegment(1f3fb5f1-d380-4c87-86da-cbdc4df4c77f),segment_id=1f3fb5f1-d380-4c87-86da-cbdc4df4c77f)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:41.575616 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.575896 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec508d2a-acbe-434e-91ed-616111621589'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:41.658728 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:41.662023 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.663698 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f25eb97b-65ab-45d4-8fac-74aefc104a2c up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:41.669514 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-fef469bf-3f7e-4568-82cb-33e3f2c959cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:41.671312 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-fef469bf-3f7e-4568-82cb-33e3f2c959cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1096 time: 0.2391465 Jun 12 11:59:41.678907 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:41.744625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.752386 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.756400 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d955b848-436d-4151-905a-a9cf96e2a685 HTTP/1.1" status: 204 len: 168 time: 0.6063435 Jun 12 11:59:41.756552 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-ee8ba8b0-8fe3-4f0b-8ac9-5d7750cba819 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.0756068 Jun 12 11:59:41.767638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Network 63731165-f23e-45ae-8f3b-67a2dd6a2162 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:41.812832 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:41.822304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:41.828513 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:41.829144 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.889999 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-b15fd2cc-1526-4567-8c4c-9ea2812dc9d0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:41.892588 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-b15fd2cc-1526-4567-8c4c-9ea2812dc9d0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 810 time: 0.3353779 Jun 12 11:59:41.906132 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f5158-d534-4f6e-a047-42bc19e5b089" -d '{"events": [{"server_uuid": "279868f8-71fa-48cb-8efe-5979c6cc09f5", "name": "network-vif-plugged", "status": "completed", "tag": "ec508d2a-acbe-434e-91ed-616111621589"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:41.911451 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b39f78-1cf2-4186-adc7-7a5c47b9d682 req-e9fd5724-1876-4b0c-b886-11f8740a49f7 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:41.918813 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=ec508d2a-acbe-434e-91ed-616111621589,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:41.924959 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:41.933287 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d0b39f78-1cf2-4186-adc7-7a5c47b9d682 req-e9fd5724-1876-4b0c-b886-11f8740a49f7 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 944 time: 0.5163784 Jun 12 11:59:41.940750 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port f25eb97b-65ab-45d4-8fac-74aefc104a2c completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:41.946246 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-2f06bfef-6d91-401b-a318-7d81a26a7cd1 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/quotas/41daa3b0e5214fada9812301b8e7bf3b HTTP/1.1" status: 200 len: 375 time: 0.0361001 Jun 12 11:59:41.948659 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-9079bc73-341d-451e-b229-5bbb10b5c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:41.948802 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port f25eb97b-65ab-45d4-8fac-74aefc104a2c triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:41.949214 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:41.950095 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-9079bc73-341d-451e-b229-5bbb10b5c288 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.1868105 Jun 12 11:59:41.958533 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3120863 Jun 12 11:59:41.975791 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Pushing event updated for resources: {'Port': ['ID=1ad3dfec-c2d6-4473-8024-617b4b14906a,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:42.006433 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Request body: {'port': {'device_id': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:42.009090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:42.012815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:42.015156 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52150) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:42.040570 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-c354269d-019e-4fd0-8b81-697e273fda7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795844 Jun 12 11:59:42.060893 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.090255 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d955b848-436d-4151-905a-a9cf96e2a685,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:42.102924 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:42.109002 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.170895 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-2006b648-987c-4858-a6c2-80a9b06b3dbc tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2069023 Jun 12 11:59:42.171412 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.180795 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d0b39f78-1cf2-4186-adc7-7a5c47b9d682 req-eb1b8bbc-251c-4f5e-b950-7e07ecec56cd tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463672 Jun 12 11:59:42.183986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port f25eb97b-65ab-45d4-8fac-74aefc104a2c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:42.191828 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.203880 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:42.279156 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=f25eb97b-65ab-45d4-8fac-74aefc104a2c,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:42.287824 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:42.323144 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.332850 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-0d600cf0-1e53-4e70-9bcb-ff64986792f4 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552254 Jun 12 11:59:42.333761 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.355400 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.361413 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:42.532836 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4a103642-5bea-49c5-8f5d-db3fbe1cc1a4 req-c684c82a-9c6a-44b7-993e-b435ae6eef11 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859727 Jun 12 11:59:42.532836 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-e2a75d92-adca-4ce1-8e5e-88da5a9c205b service neutron] 10.222.0.63 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085816 Jun 12 11:59:42.581445 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b8ac355d11a4eddacfeb068a686c49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634255 Jun 12 11:59:42.585261 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55bddea-f6ba-44f9-ae10-70cde4cdd213,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:42.588159 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52172) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:42.618746 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:42.663040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.705238 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-176276f9-68b4-4802-b490-29cdaf0d6fc5 service neutron] 10.222.0.63 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609416 Jun 12 11:59:42.790026 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2745bdf-e1cd-4c5b-94af-db771983805d req-555a3ee7-c6aa-41b7-a163-365085744b05 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:42.791582 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2745bdf-e1cd-4c5b-94af-db771983805d req-555a3ee7-c6aa-41b7-a163-365085744b05 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 932 time: 0.4322867 Jun 12 11:59:42.835541 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.913467 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5616b96-26f6-43e9-b531-8524969dd558 x-openstack-request-id: req-b5616b96-26f6-43e9-b531-8524969dd558 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:42.913784 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09c8490-cf83-4b41-93d6-6bf1690bab69", "tag": "833bd434-0416-49ea-986d-435ad7885531", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:42.914059 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b5616b96-26f6-43e9-b531-8524969dd558 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:42.914595 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'tag': '833bd434-0416-49ea-986d-435ad7885531', 'status': 'completed', 'code': 200} Jun 12 11:59:42.916256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:42.934436 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2745bdf-e1cd-4c5b-94af-db771983805d req-6068655d-307b-41b5-b85d-46d6a5d6a37f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301191 Jun 12 11:59:43.032740 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad3dfec-c2d6-4473-8024-617b4b14906a {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:43.047895 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:43.057277 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:43.060306 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:43.062653 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e55bddea-f6ba-44f9-ae10-70cde4cdd213 HTTP/1.1" status: 204 len: 168 time: 0.4501357 Jun 12 11:59:43.065904 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-b4cd80c4-bcdb-4778-a132-29829b70d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:43.077936 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Transition to ACTIVE for port object 1ad3dfec-c2d6-4473-8024-617b4b14906a will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:43.079152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55bddea-f6ba-44f9-ae10-70cde4cdd213,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:43.082078 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:43.082989 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:43.085566 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:43.147575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9be4b-d659-47d7-9088-003a230c836f req-18c4a7c3-1785-4d62-83e0-b99aa3f3c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:43.150077 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-18c4a7c3-1785-4d62-83e0-b99aa3f3c8c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1096 time: 0.2175276 Jun 12 11:59:43.342371 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bda15-2030-4003-a1bb-0c99ee785594 x-openstack-request-id: req-761bda15-2030-4003-a1bb-0c99ee785594 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:43.342954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279868f8-71fa-48cb-8efe-5979c6cc09f5", "name": "network-vif-plugged", "status": "completed", "tag": "ec508d2a-acbe-434e-91ed-616111621589", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:43.342954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-761bda15-2030-4003-a1bb-0c99ee785594 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:43.343372 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec508d2a-acbe-434e-91ed-616111621589', 'code': 200} Jun 12 11:59:43.445376 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3dfec-c2d6-4473-8024-617b4b14906a,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:43.455374 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:43.601019 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Attempting to bind port 1ad3dfec-c2d6-4473-8024-617b4b14906a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:43.605731 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Attempting to bind port 1ad3dfec-c2d6-4473-8024-617b4b14906a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:43.606158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Attempting to bind port 1ad3dfec-c2d6-4473-8024-617b4b14906a on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:43.619525 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.67', 61578) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:43.675110 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52224) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:43.702710 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-581a2143-8b6e-4acf-ae88-aab963be26e1 req-88fd9d96-1d2c-4275-887a-2a4781bc717d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 210 time: 0.2318559 Jun 12 11:59:43.744752 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9be4b-d659-47d7-9088-003a230c836f req-2950f1eb-a703-4441-a57c-c7fbd83fce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:43.751448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Port 1ad3dfec-c2d6-4473-8024-617b4b14906a on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 11:59:43.751787 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Attempting to bind port 1ad3dfec-c2d6-4473-8024-617b4b14906a on network 63731165-f23e-45ae-8f3b-67a2dd6a2162 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:43.756956 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-2950f1eb-a703-4441-a57c-c7fbd83fce8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.5885656 Jun 12 11:59:43.792333 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:43.793554 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Checking segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:43.794030 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Bound using segment: {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:43.794563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Bound port: 1ad3dfec-c2d6-4473-8024-617b4b14906a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbed517f-1355-4607-aba8-7fff17a4dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:43.795459 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:43.874362 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-4bd04375-ca27-472c-a9d6-a28e703a367a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.1163509 Jun 12 11:59:44.193358 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52246) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:44.233720 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2818d3-7bd0-4f8e-b055-43a2e0885e17 req-118fa511-94f8-4b46-b504-e82dbf1d5c1c tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.235431 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ce2818d3-7bd0-4f8e-b055-43a2e0885e17 req-118fa511-94f8-4b46-b504-e82dbf1d5c1c tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 1.0230818 Jun 12 11:59:44.296812 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.317216 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9be4b-d659-47d7-9088-003a230c836f req-172b5dda-ff43-41e8-a66a-984bd01227d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.318810 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-172b5dda-ff43-41e8-a66a-984bd01227d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.4350574 Jun 12 11:59:44.351844 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ce2818d3-7bd0-4f8e-b055-43a2e0885e17 req-007fb6a3-2c1a-4341-94d2-3171e2388a38 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901423 Jun 12 11:59:44.373050 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.374863 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04398-d947-4f2b-ab14-6f4198685ced req-df4a096c-4ebe-40b9-865c-62da5639e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.376855 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-65e04398-d947-4f2b-ab14-6f4198685ced req-df4a096c-4ebe-40b9-865c-62da5639e3af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 1098 time: 0.7475138 Jun 12 11:59:44.393901 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-b0501995-0422-4445-9733-39d7eaa73924 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545759 Jun 12 11:59:44.412194 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] For port 1ad3dfec-c2d6-4473-8024-617b4b14906a, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:44.415444 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-65e04398-d947-4f2b-ab14-6f4198685ced req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.459908 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] For port 1ad3dfec-c2d6-4473-8024-617b4b14906a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:44.477381 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.486658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ef270-ce2f-4590-b6e7-a330255cf3b3 req-bf6f1f14-07fa-4a8e-9c60-964042305809 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.488251 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d4ef270-ce2f-4590-b6e7-a330255cf3b3 req-bf6f1f14-07fa-4a8e-9c60-964042305809 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.5082924 Jun 12 11:59:44.499127 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.507396 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:44.579538 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.580158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.581529 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] 10.222.0.67 "PUT /v2.0/ports/1ad3dfec-c2d6-4473-8024-617b4b14906a HTTP/1.1" status: 200 len: 1094 time: 2.5902638 Jun 12 11:59:44.587664 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'tag': '1ad3dfec-c2d6-4473-8024-617b4b14906a'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:44.590040 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a096b-8829-4607-87b3-6e40d41650dc" -d '{"events": [{"name": "network-changed", "server_uuid": "babb4d53-f754-4b6f-b6ef-4d40e352d032", "tag": "1ad3dfec-c2d6-4473-8024-617b4b14906a"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:44.630887 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3dfec-c2d6-4473-8024-617b4b14906a,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:44.633236 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d4ef270-ce2f-4590-b6e7-a330255cf3b3 req-e1dadfdb-232b-4a8d-894a-69f8f4385627 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326237 Jun 12 11:59:44.642593 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-085d7039-41bf-4468-ad78-b1e6cac8f41e service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380307 Jun 12 11:59:44.651745 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:44.707324 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d8f7-f8ed-4ec5-8112-05b1e237861e req-2f203f26-fb01-4510-960b-518bd3bc567a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.708285 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5bc6d8f7-f8ed-4ec5-8112-05b1e237861e req-2f203f26-fb01-4510-960b-518bd3bc567a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 944 time: 0.1945870 Jun 12 11:59:44.715988 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705aad56-6645-4970-a466-5c9c8a51e233 x-openstack-request-id: req-705aad56-6645-4970-a466-5c9c8a51e233 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:44.716452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babb4d53-f754-4b6f-b6ef-4d40e352d032", "tag": "1ad3dfec-c2d6-4473-8024-617b4b14906a", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:44.716668 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-705aad56-6645-4970-a466-5c9c8a51e233 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:44.717617 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'tag': '1ad3dfec-c2d6-4473-8024-617b4b14906a', 'status': 'completed', 'code': 200} Jun 12 11:59:44.788727 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5bc6d8f7-f8ed-4ec5-8112-05b1e237861e req-40984967-0699-467c-b14c-08df4df59e84 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670168 Jun 12 11:59:44.790708 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-ee763539-9937-45a4-b052-ae8882aa87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:44.792787 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-ee763539-9937-45a4-b052-ae8882aa87e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 1097 time: 0.1624858 Jun 12 11:59:44.835896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.849140 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.67', 61580) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:44.869034 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:44.899059 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-fc5225fc-c075-4de7-bcd7-5998582c7f51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a HTTP/1.1" status: 200 len: 217 time: 0.0996773 Jun 12 11:59:44.909903 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 833bd434-0416-49ea-986d-435ad7885531 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 11:59:44.949703 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-612d037e-873d-4f6f-a181-583717b34f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:45.012856 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1375d4b0375a4dd1a5ea62d7006c75d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3342767 Jun 12 11:59:45.012856 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9fa90d-d8fa-44de-889c-e94bc593c64d,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:45.023727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52272) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:45.024596 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:45.085328 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-79501517-b7bb-4357-937c-d99273285cb1 req-c3f2083a-5ae1-4bdd-997a-c6e86f8132a0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 210 time: 0.0984104 Jun 12 11:59:45.091814 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88d9be4b-d659-47d7-9088-003a230c836f req-71922e94-fb08-4bad-9076-f25dc1c7956d service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438591 Jun 12 11:59:45.244676 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 833bd434-0416-49ea-986d-435ad7885531, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=833bd434-0416-49ea-986d-435ad7885531,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:45.265117 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '833bd434-0416-49ea-986d-435ad7885531', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'port_id': '833bd434-0416-49ea-986d-435ad7885531', 'mac_address': 'fa:16:3e:4f:40:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 11:59:45.269895 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-65e04398-d947-4f2b-ab14-6f4198685ced req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.275801 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-5829d93b-fb5d-4c38-9a29-12044b406944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:45.277686 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-5829d93b-fb5d-4c38-9a29-12044b406944 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.3674564 Jun 12 11:59:45.279981 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-0534e702-ef3b-403a-b87d-e874e4a0cba0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:45.282507 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-0534e702-ef3b-403a-b87d-e874e4a0cba0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 810 time: 0.4318814 Jun 12 11:59:45.285346 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-65e04398-d947-4f2b-ab14-6f4198685ced req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.326515 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6ce2de7d-aff0-4de4-931b-279bb565f69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:45.343367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.368207 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:45.375986 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-a3469428-4a7f-4bc5-add4-0e58f50b96cf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41daa3b0e5214fada9812301b8e7bf3b HTTP/1.1" status: 200 len: 380 time: 0.0819910 Jun 12 11:59:45.378029 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9841f2-8e8f-42c7-8214-ffaa77b2078c" -d '{"events": [{"server_uuid": "d9ec2e1f-1ecf-42b7-adf0-192f7c99e587", "name": "network-vif-plugged", "status": "completed", "tag": "f25eb97b-65ab-45d4-8fac-74aefc104a2c"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:45.391342 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-32f6c70f-1076-472e-bab1-4754a8860abe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724621 Jun 12 11:59:45.394584 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-65e04398-d947-4f2b-ab14-6f4198685ced req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0068936 Jun 12 11:59:45.397333 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833bd434-0416-49ea-986d-435ad7885531 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:45.399852 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'port': {'device_id': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'admin_state_up': True, 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'security_groups': ['97d1ec31-8e75-45f1-9caa-07a09c23be22']}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:45.433054 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 833bd434-0416-49ea-986d-435ad7885531, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=833bd434-0416-49ea-986d-435ad7885531,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:45.438566 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=481b687b-f16c-468a-a84a-1238652a5f48,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:45.440212 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.443436 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-a4ec3c48-5add-49d4-bf27-1b6c8bc14b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:45.443584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:45.450762 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.487167 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d01ba-6d33-4f87-8187-f5314c790719 x-openstack-request-id: req-545d01ba-6d33-4f87-8187-f5314c790719 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:45.487762 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ec2e1f-1ecf-42b7-adf0-192f7c99e587", "name": "network-vif-plugged", "status": "completed", "tag": "f25eb97b-65ab-45d4-8fac-74aefc104a2c", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:45.488184 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-545d01ba-6d33-4f87-8187-f5314c790719 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:45.488764 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'code': 200} Jun 12 11:59:45.572129 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=833bd434-0416-49ea-986d-435ad7885531,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:45.590616 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:45.610871 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.680528 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['833bd434-0416-49ea-986d-435ad7885531'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 11:59:45.724982 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77eb2-019d-41a7-90da-06d3d7ff9a2a req-ff855959-240f-4423-aa18-79dead4bf919 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:45.734074 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d3e77eb2-019d-41a7-90da-06d3d7ff9a2a req-ff855959-240f-4423-aa18-79dead4bf919 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.1284373 Jun 12 11:59:45.799447 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d3e77eb2-019d-41a7-90da-06d3d7ff9a2a req-107b522d-afbf-4013-ba76-2858d04029df tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642989 Jun 12 11:59:45.915869 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-e5ac0550-e659-4e1f-8e1c-c974684fc1e3 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439621 Jun 12 11:59:45.927374 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.945603 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.967359 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:45.969339 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.973585 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:45.974893 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a9fa90d-d8fa-44de-889c-e94bc593c64d HTTP/1.1" status: 204 len: 168 time: 0.9499249 Jun 12 11:59:45.978746 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Made reservation on behalf of 41daa3b0e5214fada9812301b8e7bf3b for: {'port': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 11:59:45.985270 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:46.128867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10922731-1883-4fdc-b579-40532ead931b,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:46.145194 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a53f5b6ed844540bbb11ef57b1751cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9415131 Jun 12 11:59:46.146094 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52326) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:46.146211 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:46.148785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-bb92c3c5-833d-4db4-a311-8a4180881b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:46.158702 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5205-2594-4aee-a212-962019bae733 req-3c667f2e-b546-438a-8911-7b1a241bf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:46.160325 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d54c5205-2594-4aee-a212-962019bae733 req-3c667f2e-b546-438a-8911-7b1a241bf36a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 1099 time: 0.3870652 Jun 12 11:59:46.195348 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9fa90d-d8fa-44de-889c-e94bc593c64d,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:46.198169 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:46.229549 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1c75328-86e4-4cf4-9c82-439f81783dc0 req-7edd93af-3353-4b16-9cc6-8b32e033d1da service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064311 Jun 12 11:59:46.255860 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d54c5205-2594-4aee-a212-962019bae733 req-8eea0b0b-9abc-42e5-b86c-c933bb2640ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791659 Jun 12 11:59:46.268244 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571cc2-cd9b-402a-91ff-2d32bac041f2 req-ebbc6b4a-2996-4fd2-b37e-25d5dbae64ef tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:46.276861 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0a571cc2-cd9b-402a-91ff-2d32bac041f2 req-ebbc6b4a-2996-4fd2-b37e-25d5dbae64ef tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.2995882 Jun 12 11:59:46.283608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Allocated IP 172.20.0.7 (ba833603-2e91-46b9-b6cc-19633aa39129/89d46276-e23e-49c8-a433-dbe70f5d9ab6/e9f65243-3344-4a6b-8535-b79ffc405794) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 11:59:46.330546 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0a571cc2-cd9b-402a-91ff-2d32bac041f2 req-40d188b3-4730-45ff-8fd1-7dfa980e5687 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518367 Jun 12 11:59:46.459793 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-1b5bd625-b961-4cde-bfae-c686c99673e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:46.462142 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-1b5bd625-b961-4cde-bfae-c686c99673e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 1097 time: 0.1260853 Jun 12 11:59:46.490953 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:46.491951 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52332) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:46.506309 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Transition to ACTIVE for port object e9f65243-3344-4a6b-8535-b79ffc405794 will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:46.658325 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f436526-f576-417a-949e-2e139ab757b8 req-d53885ee-61d2-4fd7-9cf3-9e34b64afc05 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 210 time: 0.0817924 Jun 12 11:59:46.679472 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e00880-296b-4cbc-99fb-3d258421f9f5 req-86c1dd6b-2f4d-4c6d-be0a-98c61922b825 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:46.681062 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-94e00880-296b-4cbc-99fb-3d258421f9f5 req-86c1dd6b-2f4d-4c6d-be0a-98c61922b825 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 944 time: 0.6879086 Jun 12 11:59:46.691685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:46.715392 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6dbd41ba-5f07-4e7d-b401-7de03a8c54b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:46.747578 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:46.784206 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Network ba833603-2e91-46b9-b6cc-19633aa39129 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 11:59:46.791039 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-2978b4bf-2d5c-47b5-ab28-eafc39bb44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:46.792498 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-2978b4bf-2d5c-47b5-ab28-eafc39bb44f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.3212125 Jun 12 11:59:46.792968 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 11:59:46.812968 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 11:59:46.815556 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:46.847360 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:46.881961 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-23de9ee2-fd04-491b-ae1e-71553207a526 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a HTTP/1.1" status: 200 len: 217 time: 0.0607240 Jun 12 11:59:46.924291 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 833bd434-0416-49ea-986d-435ad7885531 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:47.040478 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.050886 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 833bd434-0416-49ea-986d-435ad7885531 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:47.057150 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 833bd434-0416-49ea-986d-435ad7885531 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:47.057774 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.067446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-7aa2c2d1-0ad1-44e1-88c3-97108a7810e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:47.068936 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.069355 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-7aa2c2d1-0ad1-44e1-88c3-97108a7810e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.1703207 Jun 12 11:59:47.070108 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/10922731-1883-4fdc-b579-40532ead931b HTTP/1.1" status: 204 len: 168 time: 0.9236500 Jun 12 11:59:47.099074 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-94e00880-296b-4cbc-99fb-3d258421f9f5 req-75a10f3e-43d0-43f5-89a0-89230722d106 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046757 Jun 12 11:59:47.103446 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'Port': ['ID=e9f65243-3344-4a6b-8535-b79ffc405794,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:47.115515 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:47.119747 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-22646245-cd6c-4774-8025-29270257fc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:47.143723 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-e7400f07-088b-4743-b4e2-94f1ae8c4efc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550106 Jun 12 11:59:47.157442 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10922731-1883-4fdc-b579-40532ead931b,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:47.163845 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.178601 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:47.180937 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.186275 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:47.189972 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.197957 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:47.222045 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396664 Jun 12 11:59:47.247637 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Request body: {'port': {'device_id': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 11:59:47.370333 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.378746 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-78789f05-42f8-468d-b305-8149e66569ad None None] Provisioning for port e9f65243-3344-4a6b-8535-b79ffc405794 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:47.404426 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4c1a1e58e184abb90571118a969313a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075170 Jun 12 11:59:47.407974 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52366) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:47.418142 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dfbd4-a5e1-4f96-8a32-13b53f822254 req-52dbc714-f530-41ad-a5ab-cfd8dee2ae02 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:47.423224 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-78789f05-42f8-468d-b305-8149e66569ad None None] Provisioning complete for port e9f65243-3344-4a6b-8535-b79ffc405794 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:47.423640 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-78789f05-42f8-468d-b305-8149e66569ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.425944 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ef4dfbd4-a5e1-4f96-8a32-13b53f822254 req-52dbc714-f530-41ad-a5ab-cfd8dee2ae02 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.4429009 Jun 12 11:59:47.439726 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0dc2b8-087e-4d3a-83ae-d06f22e37414,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:47.445894 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:47.519468 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.531179 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833bd434-0416-49ea-986d-435ad7885531'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:47.535976 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc067c5-744b-4e1d-9486-461912a445a4" -d '{"events": [{"server_uuid": "b09c8490-cf83-4b41-93d6-6bf1690bab69", "name": "network-vif-plugged", "status": "completed", "tag": "833bd434-0416-49ea-986d-435ad7885531"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:47.579038 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 833bd434-0416-49ea-986d-435ad7885531, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=833bd434-0416-49ea-986d-435ad7885531,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:47.589912 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-78789f05-42f8-468d-b305-8149e66569ad None None] Port e9f65243-3344-4a6b-8535-b79ffc405794 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 11:59:47.596061 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-5d15cd87-48b4-4968-8ce2-ca18afd67a6d service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343200 Jun 12 11:59:47.596620 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.597206 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.601661 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-a4ec3c48-5add-49d4-bf27-1b6c8bc14b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:47.633766 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ef4dfbd4-a5e1-4f96-8a32-13b53f822254 req-18b6e8f4-5462-444e-b4d2-aeb4d6238358 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069428 Jun 12 11:59:47.683479 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=833bd434-0416-49ea-986d-435ad7885531,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:47.687853 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:47.728940 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ac23a6-3004-4e91-825c-1c2cc984ccd4 x-openstack-request-id: req-e4ac23a6-3004-4e91-825c-1c2cc984ccd4 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:47.729339 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c8490-cf83-4b41-93d6-6bf1690bab69", "name": "network-vif-plugged", "status": "completed", "tag": "833bd434-0416-49ea-986d-435ad7885531", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:47.729769 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e4ac23a6-3004-4e91-825c-1c2cc984ccd4 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:47.730414 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833bd434-0416-49ea-986d-435ad7885531', 'code': 200} Jun 12 11:59:47.802152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:47.824507 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52384) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:48.099740 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c76ca-f7cb-41ce-a4e7-e0112a624be4 req-e8463d6c-f3d1-460c-97a7-bf430cd02694 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:48.101373 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-541c76ca-f7cb-41ce-a4e7-e0112a624be4 req-e8463d6c-f3d1-460c-97a7-bf430cd02694 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.6146226 Jun 12 11:59:48.151000 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.195649 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-541c76ca-f7cb-41ce-a4e7-e0112a624be4 req-6ae7e255-e684-4eed-a12f-e06c58c36354 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838606 Jun 12 11:59:48.218544 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f65243-3344-4a6b-8535-b79ffc405794 {{(pid=91742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:48.231355 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.250001 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Transition to ACTIVE for port object e9f65243-3344-4a6b-8535-b79ffc405794 will not be triggered until provisioned by entity L2. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 11:59:48.257863 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.275206 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:48.292505 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a4a096b-8829-4607-87b3-6e40d41650dc req-9f8f394e-8ea0-40fc-8f26-2b687573bb5e service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839581 Jun 12 11:59:48.356186 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.359084 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.362511 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd0dc2b8-087e-4d3a-83ae-d06f22e37414 HTTP/1.1" status: 204 len: 168 time: 0.9508340 Jun 12 11:59:48.363913 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:48.367326 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c763ed-8f93-4adf-b654-99ee65c027ad req-b592972c-c9c6-49ff-96d0-f246b57b2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:48.369058 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-33c763ed-8f93-4adf-b654-99ee65c027ad req-b592972c-c9c6-49ff-96d0-f246b57b2632 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.2453914 Jun 12 11:59:48.394261 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9a68-38e7-479c-8cb6-fc29907c368e req-eaf5e0d6-db9a-4ad6-ab5d-66a5400c714b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:48.403410 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-082f9a68-38e7-479c-8cb6-fc29907c368e req-eaf5e0d6-db9a-4ad6-ab5d-66a5400c714b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 931 time: 0.2806189 Jun 12 11:59:48.431476 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0dc2b8-087e-4d3a-83ae-d06f22e37414,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:48.435036 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:48.553010 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.557905 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-082f9a68-38e7-479c-8cb6-fc29907c368e req-3d69f9a3-85c8-4e8d-b8de-9c0a6d9edf40 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534624 Jun 12 11:59:48.561626 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.564694 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-185d4596-4f52-4217-8f7e-4b9a4f26e43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:48.603485 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Pushing event updated for resources: {'Port': ['ID=e9f65243-3344-4a6b-8535-b79ffc405794,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:48.620836 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:48.627275 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f60642-5e8c-4cda-a109-fc4a8eb093bc,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:48.655228 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:48.687862 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Attempting to bind port e9f65243-3344-4a6b-8535-b79ffc405794 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 11:59:48.688205 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Attempting to bind port e9f65243-3344-4a6b-8535-b79ffc405794 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 11:59:48.688538 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Attempting to bind port e9f65243-3344-4a6b-8535-b79ffc405794 on network ba833603-2e91-46b9-b6cc-19633aa39129 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:48.692799 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bcdff9ac4b82493a9d8d35c998207747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8551626 Jun 12 11:59:48.693035 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52436) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:48.696348 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Port e9f65243-3344-4a6b-8535-b79ffc405794 on network ba833603-2e91-46b9-b6cc-19633aa39129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 11:59:48.696679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Attempting to bind port e9f65243-3344-4a6b-8535-b79ffc405794 on network ba833603-2e91-46b9-b6cc-19633aa39129 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 11:59:48.708813 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 11:59:48.708813 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Checking segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 11:59:48.709476 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Bound using segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 11:59:48.709746 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Bound port: e9f65243-3344-4a6b-8535-b79ffc405794, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 11:59:48.710282 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.721057 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00dfcc-1168-4c5a-871e-4bac3c362da3 req-45a1f374-3cd6-49e6-917e-d3106e6c6ca3 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:48.728152 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ff00dfcc-1168-4c5a-871e-4bac3c362da3 req-45a1f374-3cd6-49e6-917e-d3106e6c6ca3 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 944 time: 0.3028693 Jun 12 11:59:48.785402 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.819971 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.822442 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ff00dfcc-1168-4c5a-871e-4bac3c362da3 req-c1e4be03-0a3a-461a-8fc7-4be3a01f2f6d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902488 Jun 12 11:59:48.866410 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] For port e9f65243-3344-4a6b-8535-b79ffc405794, host hv-cinder-79611, cleared binding levels {{(pid=91742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 11:59:48.870113 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] For port e9f65243-3344-4a6b-8535-b79ffc405794, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9f65243-3344-4a6b-8535-b79ffc405794,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 11:59:48.876766 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.880085 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4b5b6a89-526f-4c6a-8edf-68b58ad82034 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:48.898729 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:48.899379 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:48.901206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] 10.222.0.67 "PUT /v2.0/ports/e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 1093 time: 1.6592948 Jun 12 11:59:48.931746 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:48.936525 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:49.013854 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb440528-ff57-41cf-bd1f-530a27f123c8 x-openstack-request-id: req-eb440528-ff57-41cf-bd1f-530a27f123c8 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:49.014368 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:49.014913 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb440528-ff57-41cf-bd1f-530a27f123c8 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:49.015695 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'status': 'completed', 'code': 200} Jun 12 11:59:49.017259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Pushing event updated for resources: {'Port': ['ID=e9f65243-3344-4a6b-8535-b79ffc405794,revision_number=3']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:49.020314 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cac6-6960-4311-a1da-7619311b543a req-a7dddbbb-5d1c-452e-9c05-cc92f9a58f11 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:49.021866 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d773cac6-6960-4311-a1da-7619311b543a req-a7dddbbb-5d1c-452e-9c05-cc92f9a58f11 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.1749074 Jun 12 11:59:49.030241 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.034209 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.035694 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50f60642-5e8c-4cda-a109-fc4a8eb093bc HTTP/1.1" status: 204 len: 168 time: 0.3403368 Jun 12 11:59:49.036838 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-10d7aaa8-8098-4c10-8430-7136ffc17ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:49.049721 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f60642-5e8c-4cda-a109-fc4a8eb093bc,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:49.052728 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:49.062136 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:49.115728 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d773cac6-6960-4311-a1da-7619311b543a req-a8bb2cae-85b2-4a2c-a0cf-e8363345221c tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Jun 12 11:59:49.140324 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52450) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:49.166818 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.298697 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.304038 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.307780 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-dcf33364-6087-42a2-851a-c6ceefdf16ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:49.352640 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5edb8103061e44f387d528dd095641b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111566 Jun 12 11:59:49.354912 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad37763-1586-4f41-baf8-46497cac1899,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:49.355712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52458) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:49.358679 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:49.460265 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.491548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.548622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.551734 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:49.553252 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ad37763-1586-4f41-baf8-46497cac1899 HTTP/1.1" status: 204 len: 168 time: 0.1959236 Jun 12 11:59:49.553955 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:49.565056 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad37763-1586-4f41-baf8-46497cac1899,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:49.567884 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:49.783547 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbe80f-b4e9-4c04-ba98-bc26c23c49cc req-a939caad-60a7-4dfc-93c0-c86aef9cb917 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:49.785146 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8dcbe80f-b4e9-4c04-ba98-bc26c23c49cc req-a939caad-60a7-4dfc-93c0-c86aef9cb917 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.0940385 Jun 12 11:59:49.830750 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8dcbe80f-b4e9-4c04-ba98-bc26c23c49cc req-27ebe409-6c30-44bb-ad63-0427f71eb8df tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Jun 12 11:59:50.031381 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97cb3c-b7b6-4ba5-9858-7f683cde141c req-1c48d616-d902-4c49-89fd-58ce7f3072f6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:50.031381 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-de97cb3c-b7b6-4ba5-9858-7f683cde141c req-1c48d616-d902-4c49-89fd-58ce7f3072f6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 944 time: 0.0835185 Jun 12 11:59:50.083826 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-de97cb3c-b7b6-4ba5-9858-7f683cde141c req-342cef16-4b8c-430a-8b8f-2634d3b86579 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482776 Jun 12 11:59:50.092956 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 1ad3dfec-c2d6-4473-8024-617b4b14906a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 11:59:50.247078 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 1ad3dfec-c2d6-4473-8024-617b4b14906a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:50.264432 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '1ad3dfec-c2d6-4473-8024-617b4b14906a', 'network_id': '63731165-f23e-45ae-8f3b-67a2dd6a2162', 'port_id': '1ad3dfec-c2d6-4473-8024-617b4b14906a', 'mac_address': 'fa:16:3e:12:e7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9733ae0d-7e19-4f6f-82ea-d7d212bb36ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 11:59:50.316602 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:50.331993 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3dfec-c2d6-4473-8024-617b4b14906a {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:50.356551 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 1ad3dfec-c2d6-4473-8024-617b4b14906a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:50.364511 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:50.367581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c33abc8f-86ab-437f-9767-22186fd00064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:50.438666 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=1ad3dfec-c2d6-4473-8024-617b4b14906a,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:50.441801 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:51.046542 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb3c2-bec9-4b11-8996-a88b7faf4291 req-37e54e50-c3c9-4f94-af21-d890b99107a7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:51.048299 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-74fbb3c2-bec9-4b11-8996-a88b7faf4291 req-37e54e50-c3c9-4f94-af21-d890b99107a7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.0883338 Jun 12 11:59:51.109206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-74fbb3c2-bec9-4b11-8996-a88b7faf4291 req-7d044199-af66-40b2-94e8-8de281d7912d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532019 Jun 12 11:59:51.238848 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-33c763ed-8f93-4adf-b654-99ee65c027ad req-a118adb2-eb65-4acf-a41f-99143e5f756a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Jun 12 11:59:51.285202 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0 req-ebe5adc1-3abb-4e14-b820-ce88d5662a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:51.287206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0 req-ebe5adc1-3abb-4e14-b820-ce88d5662a55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1096 time: 0.1125870 Jun 12 11:59:51.365351 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f2bd-09f7-45ae-be2a-ce28a085e7bd req-a47ad138-9d3b-4bbe-93bf-de14572b5bf5 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:51.373831 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7432f2bd-09f7-45ae-be2a-ce28a085e7bd req-a47ad138-9d3b-4bbe-93bf-de14572b5bf5 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 945 time: 0.0969415 Jun 12 11:59:51.407187 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['1ad3dfec-c2d6-4473-8024-617b4b14906a'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 11:59:51.434931 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7432f2bd-09f7-45ae-be2a-ce28a085e7bd req-408d6d43-dd72-49ee-8425-9af206d4f4f1 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599699 Jun 12 11:59:51.780162 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52616) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:51.825151 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0 req-dd47abf9-b2b8-4523-9616-8bc30ad67da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:51.828096 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0 req-dd47abf9-b2b8-4523-9616-8bc30ad67da6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5060546 Jun 12 11:59:51.926873 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52628) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:52.019032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0 req-ea052a53-fb58-46a8-9e19-99d577a94360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:52.020567 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d9f6c15d-bfcf-43b6-a6de-bc8c939ca4e0 req-ea052a53-fb58-46a8-9e19-99d577a94360 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861463 Jun 12 11:59:52.020788 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.089754 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.162946 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-9b3b0a76-e447-4f07-ae7d-aa37099d7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:52.165662 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-9b3b0a76-e447-4f07-ae7d-aa37099d7013 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1096 time: 0.0809724 Jun 12 11:59:52.239489 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.252511 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.258304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4e551be8-6bbd-4e62-9bdc-6cde31684f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:52.319592 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-ea2af131-33be-4e7e-896d-b4b59f31e089 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 217 time: 0.1289151 Jun 12 11:59:52.335762 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=27b6fddcbc914de0a264bcd7d2bf53ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542712 Jun 12 11:59:52.340395 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee17299-a0c8-49e2-b429-feaf532c8da4,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:52.344864 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52650) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:52.345192 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:52.513748 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.527705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.538881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-a184177b-5913-44a9-9620-db7cf610b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:52.542734 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-a184177b-5913-44a9-9620-db7cf610b00b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.2131433 Jun 12 11:59:52.562539 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f91c0398-2f9f-4167-8440-53fa3c5f03d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:52.570289 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e805be84c10047779b7fd728ddb54ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422741 Jun 12 11:59:52.571299 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52656) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:52.629524 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.652888 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8b24a-7e85-4570-a9ed-1bdd0904f069,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:52.678794 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:52.679897 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.689729 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615040f9-5df8-4b9c-a6cb-e080f7e63f85 req-9d7b8d35-f8b9-4e9e-bf0e-32e617c57a92 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:52.691570 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-615040f9-5df8-4b9c-a6cb-e080f7e63f85 req-9d7b8d35-f8b9-4e9e-bf0e-32e617c57a92 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.2747054 Jun 12 11:59:52.724140 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551dda-ad54-457f-8540-75e63a33138c req-eab3ad15-7868-456d-be41-c928b74c604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:52.725820 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-eab3ad15-7868-456d-be41-c928b74c604d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1720996 Jun 12 11:59:52.742478 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.769859 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-615040f9-5df8-4b9c-a6cb-e080f7e63f85 req-85aa7f22-bd5c-447d-80bf-9f3063021e19 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631623 Jun 12 11:59:52.796229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.850866 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.853626 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.854903 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bee17299-a0c8-49e2-b429-feaf532c8da4 HTTP/1.1" status: 204 len: 168 time: 0.5071790 Jun 12 11:59:52.858619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-168ea61a-5ec7-428f-859e-ddd00c26d9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:52.891923 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee17299-a0c8-49e2-b429-feaf532c8da4,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:52.892208 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.896442 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:52.901129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:52.906174 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68c8b24a-7e85-4570-a9ed-1bdd0904f069 HTTP/1.1" status: 204 len: 168 time: 0.3319681 Jun 12 11:59:52.907461 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:52.916973 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8b24a-7e85-4570-a9ed-1bdd0904f069,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:52.927047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:52.942956 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-72271128-0d65-4997-950e-2df88f8e0176 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948717 Jun 12 11:59:53.147745 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da4e88-0cd5-43be-b720-d585b5934495 req-32df7a89-f88b-4d1f-9ca1-75b8b2df3df2 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:53.152365 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e7da4e88-0cd5-43be-b720-d585b5934495 req-32df7a89-f88b-4d1f-9ca1-75b8b2df3df2 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 945 time: 0.1297607 Jun 12 11:59:53.213919 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 1ad3dfec-c2d6-4473-8024-617b4b14906a up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 11:59:53.225777 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d551dda-ad54-457f-8540-75e63a33138c req-98ee4537-a650-497a-97c1-5dcb6c94c187 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721064 Jun 12 11:59:53.250787 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e7da4e88-0cd5-43be-b720-d585b5934495 req-ae95bd40-0d56-4e53-a4e8-7093189a831e tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924826 Jun 12 11:59:53.326876 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 1ad3dfec-c2d6-4473-8024-617b4b14906a completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 11:59:53.331703 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 1ad3dfec-c2d6-4473-8024-617b4b14906a triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 11:59:53.332308 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.402899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52684) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:53.411452 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52686) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:53.430760 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.448577 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.484841 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.513815 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3dfec-c2d6-4473-8024-617b4b14906a'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 11:59:53.516322 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b903e729-98fb-4931-abcb-1b0a3d8fba6b" -d '{"events": [{"server_uuid": "babb4d53-f754-4b6f-b6ef-4d40e352d032", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3dfec-c2d6-4473-8024-617b4b14906a"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 11:59:53.535262 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 1ad3dfec-c2d6-4473-8024-617b4b14906a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:53.540186 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.542051 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:53.547606 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.552166 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.556554 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e4e3c327-2ae3-4f2c-8736-6ad95a76cbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:53.573571 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523c2fd-75bd-4cf6-9dcd-79ab1dbcf012 x-openstack-request-id: req-7523c2fd-75bd-4cf6-9dcd-79ab1dbcf012 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 11:59:53.573874 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babb4d53-f754-4b6f-b6ef-4d40e352d032", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3dfec-c2d6-4473-8024-617b4b14906a", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 11:59:53.574138 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7523c2fd-75bd-4cf6-9dcd-79ab1dbcf012 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 11:59:53.574614 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3dfec-c2d6-4473-8024-617b4b14906a', 'code': 200} Jun 12 11:59:53.608859 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ddecb905aac412cb6714dde30ae59fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031109 Jun 12 11:59:53.612037 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=1ad3dfec-c2d6-4473-8024-617b4b14906a,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:53.614207 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52692) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:53.617540 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:53.623531 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd1306-70be-423a-826e-6c17633fe89e,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:53.627980 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:53.706374 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.712005 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.713643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.718244 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0bc7f036-ac58-4271-8395-0a10b4615579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:53.771978 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5678606b-ac34-4623-8acd-304cb0e1c69f,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:53.778304 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:53.781675 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c7e0b78f9c144007aa732eb5beeddbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690379 Jun 12 11:59:53.783713 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.784785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52694) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:53.842389 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.844636 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.846392 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.851258 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f4bd1306-70be-423a-826e-6c17633fe89e HTTP/1.1" status: 204 len: 168 time: 0.2357523 Jun 12 11:59:53.852497 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:53.862486 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd1306-70be-423a-826e-6c17633fe89e,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:53.864888 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:53.876604 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.994092 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:53.998758 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:54.000644 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5678606b-ac34-4623-8acd-304cb0e1c69f HTTP/1.1" status: 204 len: 168 time: 0.2144082 Jun 12 11:59:54.005902 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:54.021673 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678606b-ac34-4623-8acd-304cb0e1c69f,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:54.040641 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:54.093557 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0a995-e861-429b-9498-a9c78fec57e3 req-7b2b10b7-97d0-4e7c-8eac-17b956332235 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:54.096342 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21e0a995-e861-429b-9498-a9c78fec57e3 req-7b2b10b7-97d0-4e7c-8eac-17b956332235 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.1673734 Jun 12 11:59:54.147301 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21e0a995-e861-429b-9498-a9c78fec57e3 req-b2a74ba6-3aa2-490d-8c83-5f275ecad5ad tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448306 Jun 12 11:59:54.457113 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac316f-97a2-4bce-8d73-7d27560d7b7d req-78898f36-c8eb-4080-baf7-b69632581e9c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:54.458624 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-35ac316f-97a2-4bce-8d73-7d27560d7b7d req-78898f36-c8eb-4080-baf7-b69632581e9c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0732391 Jun 12 11:59:54.523525 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-35ac316f-97a2-4bce-8d73-7d27560d7b7d req-24981214-15fe-466e-8b25-69a204772737 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Jun 12 11:59:55.087909 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbe954-dcd6-4aa1-b03c-2ed116a6b5c4 req-4d48d76e-a089-424a-a66a-eb2608d8fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:55.089457 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-21fbe954-dcd6-4aa1-b03c-2ed116a6b5c4 req-4d48d76e-a089-424a-a66a-eb2608d8fb26 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 1099 time: 0.0981109 Jun 12 11:59:55.377616 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52982c0-76d6-4045-b417-80757b5fe9ba req-82e4dd65-ccf2-4bd3-8cbf-a73e48feedfe tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:55.379307 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f52982c0-76d6-4045-b417-80757b5fe9ba req-82e4dd65-ccf2-4bd3-8cbf-a73e48feedfe tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.0915740 Jun 12 11:59:55.427940 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f52982c0-76d6-4045-b417-80757b5fe9ba req-8cb1bfed-2473-4de2-a4b7-6add9f426c77 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424426 Jun 12 11:59:55.734082 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd43e-ba5f-41de-b6ff-41b1295a7f01 req-8a294962-0b03-4b24-bc95-9d3be28e70f6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:55.735674 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ab2dd43e-ba5f-41de-b6ff-41b1295a7f01 req-8a294962-0b03-4b24-bc95-9d3be28e70f6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0914447 Jun 12 11:59:55.789024 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ab2dd43e-ba5f-41de-b6ff-41b1295a7f01 req-1d161476-f54a-4b4e-a622-4743dc293e20 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Jun 12 11:59:55.962214 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-21fbe954-dcd6-4aa1-b03c-2ed116a6b5c4 req-51b895b1-fc59-446d-b26d-0c117ac1b1de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Jun 12 11:59:56.294923 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52828) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:56.412309 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.508814 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.514505 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.516894 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d26ae9c7-ea27-4dc9-b3f9-29938a87b38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:56.565251 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320a5637-349d-45dc-8b65-1bea7e9e917e,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:56.572124 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1fe699694a944e22bfed5012c3fc14e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733593 Jun 12 11:59:56.572278 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52836) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:56.598705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:56.625672 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.638513 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb496fc-15e6-4869-b557-c64ec57a366e req-544e2249-42da-4fcf-95ab-ff086fa60b75 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:56.640156 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0cb496fc-15e6-4869-b557-c64ec57a366e req-544e2249-42da-4fcf-95ab-ff086fa60b75 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.0875762 Jun 12 11:59:56.652187 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.685600 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0cb496fc-15e6-4869-b557-c64ec57a366e req-3196ea0b-62f3-49cb-ba2c-f070f708bfd7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Jun 12 11:59:56.711103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.713584 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:56.714704 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/320a5637-349d-45dc-8b65-1bea7e9e917e HTTP/1.1" status: 204 len: 168 time: 0.1415496 Jun 12 11:59:56.715499 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-74afa23b-8961-4f27-a220-4850f22560c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:56.724781 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320a5637-349d-45dc-8b65-1bea7e9e917e,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:56.727008 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:56.981159 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b383a5-bceb-4c71-93c3-3b39732477a8 req-9bff9e09-c582-4d98-80c8-64133ec777dc tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:56.983288 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-57b383a5-bceb-4c71-93c3-3b39732477a8 req-9bff9e09-c582-4d98-80c8-64133ec777dc tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0759816 Jun 12 11:59:57.000453 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52846) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:57.020275 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.028789 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-57b383a5-bceb-4c71-93c3-3b39732477a8 req-ea1a00da-87c8-4f07-b109-72ce0d66a113 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Jun 12 11:59:57.123814 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.127866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.130238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:57.172062 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1f6a33fdb4234b07b0a98618ebe5b4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701357 Jun 12 11:59:57.172966 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d695b8ab-7211-4970-95cf-980d4d0b3ce2,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:57.174588 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52848) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:57.176766 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:57.231652 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.256940 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.315096 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.317679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:57.318798 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d695b8ab-7211-4970-95cf-980d4d0b3ce2 HTTP/1.1" status: 204 len: 168 time: 0.1421933 Jun 12 11:59:57.319520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:57.329280 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d695b8ab-7211-4970-95cf-980d4d0b3ce2,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:57.331495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:57.899581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed610e25-a8cb-46d1-8499-8731220c670b req-d684f20c-c0c7-4998-9074-8299315d2c1e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:57.901134 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ed610e25-a8cb-46d1-8499-8731220c670b req-d684f20c-c0c7-4998-9074-8299315d2c1e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.0811019 Jun 12 11:59:57.946343 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ed610e25-a8cb-46d1-8499-8731220c670b req-66018b79-ea89-4744-a54d-abf0a67179c6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Jun 12 11:59:58.246665 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afab77-0194-43bb-bb00-20d18b2cfd41 req-d49ec554-e79d-493b-8720-f0256e210a87 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:58.248322 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-48afab77-0194-43bb-bb00-20d18b2cfd41 req-d49ec554-e79d-493b-8720-f0256e210a87 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0810161 Jun 12 11:59:58.294790 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-48afab77-0194-43bb-bb00-20d18b2cfd41 req-a7f4257d-86d6-4529-a54f-83121a4aa54c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Jun 12 11:59:58.709413 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 11:59:58.740202 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52922) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:58.852006 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:58.958135 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:58.961987 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:58.964332 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:59.008596 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=faa6b0986b4c4f4e9a4f7a8ea7059ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671158 Jun 12 11:59:59.009534 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8065edd-f083-4aea-b4bd-a91b38d3f2b7,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:59.011242 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 52938) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 11:59:59.012965 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:59.109645 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:59.159856 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:59.228126 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889f40-31d0-47d4-b8d5-298c21c95504 req-e53da5e0-af5e-45fb-9d79-928f8a88e99a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:59.229598 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-67889f40-31d0-47d4-b8d5-298c21c95504 req-e53da5e0-af5e-45fb-9d79-928f8a88e99a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 943 time: 0.1297493 Jun 12 11:59:59.257177 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device e9f65243-3344-4a6b-8535-b79ffc405794 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 11:59:59.258709 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:59.261458 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:59.263073 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b8065edd-f083-4aea-b4bd-a91b38d3f2b7 HTTP/1.1" status: 204 len: 168 time: 0.2503049 Jun 12 11:59:59.266443 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:59.285841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8065edd-f083-4aea-b4bd-a91b38d3f2b7,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:59.288714 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 11:59:59.299020 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-67889f40-31d0-47d4-b8d5-298c21c95504 req-4e6b843a-a24e-4f00-8a2e-7f08a1bdef64 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627494 Jun 12 11:59:59.402635 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port e9f65243-3344-4a6b-8535-b79ffc405794, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9f65243-3344-4a6b-8535-b79ffc405794,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:59.416952 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'port_id': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'mac_address': 'fa:16:3e:23:6d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 11:59:59.475989 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:59.494520 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f65243-3344-4a6b-8535-b79ffc405794 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 11:59:59.508391 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c80e0-4b85-456d-8979-1eb8fbfc8702 req-445c7a3c-6113-44f9-8544-7e4f9ec5e748 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 11:59:59.509957 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4f0c80e0-4b85-456d-8979-1eb8fbfc8702 req-445c7a3c-6113-44f9-8544-7e4f9ec5e748 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0948057 Jun 12 11:59:59.523879 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port e9f65243-3344-4a6b-8535-b79ffc405794, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9f65243-3344-4a6b-8535-b79ffc405794,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 11:59:59.529759 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 11:59:59.531872 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 11:59:59.577344 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4f0c80e0-4b85-456d-8979-1eb8fbfc8702 req-9eb367e7-0f77-4c52-8a20-a821433a92fe tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608978 Jun 12 11:59:59.594170 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=e9f65243-3344-4a6b-8535-b79ffc405794,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 11:59:59.597429 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:00.065924 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe4cf4-f47e-4631-b192-223358598ee8 req-342e8475-7a60-427d-b0d8-9d420b776844 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:00.073332 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbbe4cf4-f47e-4631-b192-223358598ee8 req-342e8475-7a60-427d-b0d8-9d420b776844 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0878606 Jun 12 12:00:00.095823 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 52996) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:00.135506 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbbe4cf4-f47e-4631-b192-223358598ee8 req-d7908c96-c7e1-45d2-bae7-1e45ba9ff4e6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574036 Jun 12 12:00:00.210264 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-318385609-network', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:00.232931 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Made reservation on behalf of 7c9faa1de4d64177b429e528423b39c9 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:00.235482 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.250205 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.355125 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.361113 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.365368 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-019510ca-3431-4e70-a7eb-42964d2d8eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:00.384186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:00.401391 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f8ae45-fed6-44ab-8f2a-6527f757b3e5,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:00.404599 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.405453 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Added segment 831ec127-e76e-4a11-ae7a-a1d952ebd625 of type vlan for network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 Jun 12 12:00:00.406576 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:00.468941 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.506539 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.508378 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:00.508958 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.525300 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1e4c7209-4744-4aef-b2ad-f1e927927533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:00.569145 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586b3c0-51d6-4aec-b658-b617d453d2d3 req-6449a317-4a15-41e8-8726-3601083919d8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:00.572233 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2586b3c0-51d6-4aec-b658-b617d453d2d3 req-6449a317-4a15-41e8-8726-3601083919d8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 944 time: 0.1252892 Jun 12 12:00:00.622770 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Pushing event updated for resources: {'Network': ['ID=6b19ed73-ae2e-493a-afca-3aa12bdbe175,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:00.625623 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:00.627690 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5302176 Jun 12 12:00:00.634859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53030) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:00.640100 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:00:00.641048 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Request body: {'subnet': {'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-318385609-subnet', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:00.652259 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2586b3c0-51d6-4aec-b658-b617d453d2d3 req-66b9ca7b-d168-41f3-9c71-ca0fcbc9cd3f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682414 Jun 12 12:00:00.676750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Made reservation on behalf of 7c9faa1de4d64177b429e528423b39c9 for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:00.679477 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29215224'] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.898098 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29199869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29215214'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:00.901010 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:00.968208 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f14bd9e-8c84-4768-8c33-f317410a94fd,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:00.971780 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:00.977360 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Checking segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:00.977709 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Network hostable DHCP agents. Network: 6b19ed73-ae2e-493a-afca-3aa12bdbe175, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:00:00.995148 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:00:01.005535 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 6b19ed73-ae2e-493a-afca-3aa12bdbe175) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:01.010643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:01.013616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.014326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba0e1f1-ace2-4b7f-90d7-72dc1be6f0b3 None None] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:01.026473 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3903699 Jun 12 12:00:01.029342 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53040) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:01.034317 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:01.054762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.055982 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.123893 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.222120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:00:01.223273 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.378484 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.402882 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Allocated IP 172.20.0.2 (6b19ed73-ae2e-493a-afca-3aa12bdbe175/4f14bd9e-8c84-4768-8c33-f317410a94fd/fd2f3529-8b06-4538-99b1-4fb379afbcdf) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:01.444633 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69e7d-d849-412c-874c-7635b312bff1 req-bb9b5e38-96e0-497b-8787-2ecf401b8cc0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:01.446175 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-38e69e7d-d849-412c-874c-7635b312bff1 req-bb9b5e38-96e0-497b-8787-2ecf401b8cc0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1485205 Jun 12 12:00:01.596645 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.606559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Transition to ACTIVE for port object fd2f3529-8b06-4538-99b1-4fb379afbcdf will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:01.624194 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Transition to ACTIVE for port object fd2f3529-8b06-4538-99b1-4fb379afbcdf will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:01.631639 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.633745 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:01.688970 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:01.691953 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:01.696892 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:01.706559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Pushing event updated for resources: {'Port': ['ID=fd2f3529-8b06-4538-99b1-4fb379afbcdf,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:01.730369 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:01.763153 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-38e69e7d-d849-412c-874c-7635b312bff1 req-d67e4093-6597-4841-80b5-04c8347dc075 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086410 Jun 12 12:00:01.777114 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Attempting to bind port fd2f3529-8b06-4538-99b1-4fb379afbcdf on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:01.778415 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Attempting to bind port fd2f3529-8b06-4538-99b1-4fb379afbcdf by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:01.779797 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Attempting to bind port fd2f3529-8b06-4538-99b1-4fb379afbcdf on network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:01.785697 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:01.786381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Checking segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:01.787076 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.787632 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Bound using segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:01.788408 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Bound port: fd2f3529-8b06-4538-99b1-4fb379afbcdf, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:01.788965 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.878459 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] For port fd2f3529-8b06-4538-99b1-4fb379afbcdf, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:01.881622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df6f3-b08e-4821-95a1-0baa94ecc224 req-4d97a7d5-6ba3-4dc6-88f2-7e900f4d8d94 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:01.883177 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] For port fd2f3529-8b06-4538-99b1-4fb379afbcdf, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=fd2f3529-8b06-4538-99b1-4fb379afbcdf,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:01.888857 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b67df6f3-b08e-4821-95a1-0baa94ecc224 req-4d97a7d5-6ba3-4dc6-88f2-7e900f4d8d94 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 944 time: 0.0934041 Jun 12 12:00:01.889072 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:01.891064 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:01.930689 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b67df6f3-b08e-4821-95a1-0baa94ecc224 req-8b130857-6810-4e10-a56f-90d983afe8c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Jun 12 12:00:01.979849 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:02.008711 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:02.072991 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Pushing event updated for resources: {'Port': ['ID=fd2f3529-8b06-4538-99b1-4fb379afbcdf,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:02.077541 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:02.148779 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Allocated IP 172.27.1.18 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/ba1e8449-caee-4cc3-b70e-7790fe346527) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:02.302209 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:02.349149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:02.352493 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:02.408900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:02.413661 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:02.417196 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device fd2f3529-8b06-4538-99b1-4fb379afbcdf up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:02.417345 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:02.423729 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1e8449-caee-4cc3-b70e-7790fe346527,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:02.450586 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:02.474449 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port fd2f3529-8b06-4538-99b1-4fb379afbcdf completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:02.777889 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.041392 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f64c33-dc10-466c-91f3-c2886ab1c6f9 None None] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:03.136681 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad4656-b710-46ff-b56c-5bc25ba1742c req-53ad2e33-a16f-48ec-a774-c9e8fcdc2584 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:03.150093 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97ad4656-b710-46ff-b56c-5bc25ba1742c req-53ad2e33-a16f-48ec-a774-c9e8fcdc2584 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 944 time: 0.0997713 Jun 12 12:00:03.163773 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Provisioning for port fd2f3529-8b06-4538-99b1-4fb379afbcdf completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:03.164013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823da8-cf40-4745-8e0d-4a82d35909bf req-2877dfb9-fdd6-41b6-a8be-ec695bd5bcfa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:03.165642 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-84823da8-cf40-4745-8e0d-4a82d35909bf req-2877dfb9-fdd6-41b6-a8be-ec695bd5bcfa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2416849 Jun 12 12:00:03.176219 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Provisioning complete for port fd2f3529-8b06-4538-99b1-4fb379afbcdf triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:03.176692 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.212731 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-d1dec885-811e-4b4f-aea2-c1aac26d273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:03.214429 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-d1dec885-811e-4b4f-aea2-c1aac26d273a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 1099 time: 0.1608775 Jun 12 12:00:03.216922 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.224644 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97ad4656-b710-46ff-b56c-5bc25ba1742c req-d37e8046-fa23-41dd-a9cc-bce929ffbc52 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733175 Jun 12 12:00:03.353285 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.378658 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-84823da8-cf40-4745-8e0d-4a82d35909bf req-42a4b4f3-c301-479e-8fad-bb4c223583a6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058647 Jun 12 12:00:03.397756 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] For port fd2f3529-8b06-4538-99b1-4fb379afbcdf, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=fd2f3529-8b06-4538-99b1-4fb379afbcdf,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:03.406552 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.409282 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:03.472318 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['e9f65243-3344-4a6b-8535-b79ffc405794'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:00:03.476234 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Pushing event updated for resources: {'Port': ['ID=fd2f3529-8b06-4538-99b1-4fb379afbcdf,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:03.506168 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:03.547950 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-95ef42d9-1954-4558-b143-5a8e2cd0a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:03.549610 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-95ef42d9-1954-4558-b143-5a8e2cd0a5ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.3120224 Jun 12 12:00:03.668785 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e7cc1109-eb9d-4e0d-86e6-9965d312561a None None] Provisioning complete for port fd2f3529-8b06-4538-99b1-4fb379afbcdf triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:03.669257 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1109-eb9d-4e0d-86e6-9965d312561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.707436 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:03.841971 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-9f6b9efb-e0f6-4173-989b-e2551f6b7471 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a HTTP/1.1" status: 200 len: 217 time: 0.2807860 Jun 12 12:00:03.848845 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Router 68a99a1e-7c14-476b-bdfb-17707e25e284 is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:00:04.030073 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-26a187d2-46e2-4f35-ae03-44bd20ccdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:04.030073 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-26a187d2-46e2-4f35-ae03-44bd20ccdd89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.1690793 Jun 12 12:00:04.088361 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-f39510cd-3f26-481d-a6d1-06fa90e74114 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441451 Jun 12 12:00:04.089758 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:04.100194 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Sync routers for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:04.107336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:04.112511 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0821371 Jun 12 12:00:04.123276 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53086) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:04.126658 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:04.127326 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:04.412210 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:04.437603 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-6039b669-a1aa-4831-8ba9-21ddc89a34ae service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128209 Jun 12 12:00:04.451870 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device fd2f3529-8b06-4538-99b1-4fb379afbcdf up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:04.474789 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53112) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:04.628874 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84a0-f86b-4cdb-b50f-2b14866d9ef8 req-7e1f008c-45e9-482d-8947-0dd4a4ace67c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:04.633777 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port fd2f3529-8b06-4538-99b1-4fb379afbcdf triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:04.634155 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:04.635976 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a6ca84a0-f86b-4cdb-b50f-2b14866d9ef8 req-7e1f008c-45e9-482d-8947-0dd4a4ace67c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 944 time: 0.1026988 Jun 12 12:00:04.695425 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a6ca84a0-f86b-4cdb-b50f-2b14866d9ef8 req-a96d7266-3798-4947-99df-ae1ac6e40064 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580006 Jun 12 12:00:04.737815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:04.898117 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:02Z', 'revision_number': 3, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:04.899648 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:04.901823 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Checking router: 68a99a1e-7c14-476b-bdfb-17707e25e284 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:04.902139 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Updating router 68a99a1e-7c14-476b-bdfb-17707e25e284 port ba1e8449-caee-4cc3-b70e-7790fe346527 binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:04.951493 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:04.952784 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0200b785-7c77-4f14-b5ab-6788d1f94a42 req-24ec5a49-2501-4b62-acff-af9fb97a5ec4 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795253 Jun 12 12:00:04.967944 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:04.981574 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-911d4948-b8ab-4614-b949-7a19a560c664 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:04.983036 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-911d4948-b8ab-4614-b949-7a19a560c664 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.4457474 Jun 12 12:00:05.017633 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca3b3e07-1b24-4e86-9b7b-b2465b456eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:05.028500 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=43578e904e9c413aa124eef0de71c580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518391 Jun 12 12:00:05.045675 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53130) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:05.115749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b05ea8-1832-47fc-a1b4-70ec316c3fe1,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:05.124142 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:05.128131 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-c723cd79-634f-4a20-a0f6-f38e885bc66e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/quotas/fd990cccbf78434cab46875821cb6271 HTTP/1.1" status: 200 len: 375 time: 0.0693443 Jun 12 12:00:05.151407 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7eecb-f1bc-4599-9428-22e695f9dcc8 req-03c6150b-efb9-4ba4-bfc0-b7c2ef21baf1 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:05.153466 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2bb7eecb-f1bc-4599-9428-22e695f9dcc8 req-03c6150b-efb9-4ba4-bfc0-b7c2ef21baf1 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2453783 Jun 12 12:00:05.187594 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.228612 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2bb7eecb-f1bc-4599-9428-22e695f9dcc8 req-e64519a2-f9be-49a7-a801-6412004bca26 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681214 Jun 12 12:00:05.233785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.300025 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.301022 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-aa45db7f-df25-4cbf-bf4b-c5d3015dc13c tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640110 Jun 12 12:00:05.303195 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.305529 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/38b05ea8-1832-47fc-a1b4-70ec316c3fe1 HTTP/1.1" status: 204 len: 168 time: 0.2493060 Jun 12 12:00:05.306598 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-902bb303-ac15-4e3a-bd93-dfad6e8728cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:05.317183 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b05ea8-1832-47fc-a1b4-70ec316c3fe1,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:05.325476 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:05.447059 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.458739 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Transition to ACTIVE for port object ba1e8449-caee-4cc3-b70e-7790fe346527 will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:05.464836 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.467120 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:05.528355 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Attempting to bind port ba1e8449-caee-4cc3-b70e-7790fe346527 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:05.528715 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Attempting to bind port ba1e8449-caee-4cc3-b70e-7790fe346527 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:05.529261 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Attempting to bind port ba1e8449-caee-4cc3-b70e-7790fe346527 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:05.532339 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a5b55-48f5-4c16-bde1-0109bc41e80b None None] Pushing event updated for resources: {'Port': ['ID=ba1e8449-caee-4cc3-b70e-7790fe346527,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:05.536627 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-512a5b55-48f5-4c16-bde1-0109bc41e80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:05.537534 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:05.537904 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:05.538303 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.538690 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:05.539203 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Bound port: ba1e8449-caee-4cc3-b70e-7790fe346527, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:05.539580 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.604385 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] For port ba1e8449-caee-4cc3-b70e-7790fe346527, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:05.608806 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] For port ba1e8449-caee-4cc3-b70e-7790fe346527, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ba1e8449-caee-4cc3-b70e-7790fe346527,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:05.614257 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.617008 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-6fbb224a-1930-474f-9fb5-8585ddd3763b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:05.689721 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53142) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:05.701632 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a5b55-48f5-4c16-bde1-0109bc41e80b None None] Pushing event updated for resources: {'Port': ['ID=ba1e8449-caee-4cc3-b70e-7790fe346527,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:05.718678 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-512a5b55-48f5-4c16-bde1-0109bc41e80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:05.731797 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.782848 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:05.783679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.784528 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:05.827633 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-add49ee6-6c65-4e94-8a06-4b1864e11a5f service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538994 Jun 12 12:00:05.835853 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device e9f65243-3344-4a6b-8535-b79ffc405794 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:05.940379 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port e9f65243-3344-4a6b-8535-b79ffc405794 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:05.948726 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port e9f65243-3344-4a6b-8535-b79ffc405794 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:05.949167 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.957183 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.966364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:05.998748 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-33dc6dab-3a08-4e89-af3d-5a76e802f9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:06.029369 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eddc20ebb5dd4a808335f485f326ffc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384969 Jun 12 12:00:06.040409 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a50c911-8a09-4a06-b71e-4cb22d450122,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:06.044488 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53154) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:06.070629 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:06.109197 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:06.130358 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194df-a40f-4ac6-9792-88da0b0d3960 req-83ba37b8-dce4-4528-b400-297561c3a945 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:06.132152 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-569194df-a40f-4ac6-9792-88da0b0d3960 req-83ba37b8-dce4-4528-b400-297561c3a945 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 944 time: 0.2578945 Jun 12 12:00:06.147286 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-3e16161a-fdf8-40cf-8438-8505cad10121 service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193572 Jun 12 12:00:06.162508 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.181244 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.188573 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Allocated IP 172.20.0.1 (6b19ed73-ae2e-493a-afca-3aa12bdbe175/4f14bd9e-8c84-4768-8c33-f317410a94fd/28fcf183-52c7-491f-bd23-c3b25dc92af5) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:06.193284 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:06.195873 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986d13e8-7ed1-4549-95dd-5a440a335836" -d '{"events": [{"server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:06.210826 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.212607 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port e9f65243-3344-4a6b-8535-b79ffc405794, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9f65243-3344-4a6b-8535-b79ffc405794,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:06.218461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.221333 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-377d5bbe-8ff7-4d5b-81d5-6a78a99bfdca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:06.275555 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.279362 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.283707 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a50c911-8a09-4a06-b71e-4cb22d450122 HTTP/1.1" status: 204 len: 168 time: 0.2371008 Jun 12 12:00:06.292304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cc19907b-3190-4aa3-98ee-e3e7386aa91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:06.344070 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=e9f65243-3344-4a6b-8535-b79ffc405794,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:06.348675 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:06.353303 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-569194df-a40f-4ac6-9792-88da0b0d3960 req-1107196f-8f0d-4e9b-8faa-5139883491e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072837 Jun 12 12:00:06.354936 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a50c911-8a09-4a06-b71e-4cb22d450122,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:06.358059 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:06.440046 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.458801 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Transition to ACTIVE for port object 28fcf183-52c7-491f-bd23-c3b25dc92af5 will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:06.468165 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231603a-41e1-40a9-b022-0a2aea1ebce0 x-openstack-request-id: req-5231603a-41e1-40a9-b022-0a2aea1ebce0 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:06.468467 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:06.468731 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5231603a-41e1-40a9-b022-0a2aea1ebce0 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:06.469134 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'code': 200} Jun 12 12:00:06.502828 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:02Z', 'revision_number': 3, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:06.507624 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:06.507769 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672dc72-4d5b-4593-9ead-3e609644c6ee None None] The sync data for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi is: [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:02Z', 'revision_number': 3, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:06.523905 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:06.595947 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:06.597723 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Pushing event updated for resources: {'Port': ['ID=28fcf183-52c7-491f-bd23-c3b25dc92af5,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:06.602597 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:06.607348 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:06.608235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:06.645128 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a943982d-d6e2-4086-ac82-187669f3929d req-2fe3ad89-16c0-4e0f-977e-333763f08c44 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 210 time: 0.1053820 Jun 12 12:00:06.740784 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.010604 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6046e5e-cd53-4d60-ba17-627fda32a096 req-fae8dee3-0f77-41a7-a645-89c259eacb29 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:07.016992 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b6046e5e-cd53-4d60-ba17-627fda32a096 req-fae8dee3-0f77-41a7-a645-89c259eacb29 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.3292010 Jun 12 12:00:07.064330 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-86e3eeec-188c-4f6b-a7c3-8bf153b09229 None None] Provisioning for port 28fcf183-52c7-491f-bd23-c3b25dc92af5 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:07.085300 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-86e3eeec-188c-4f6b-a7c3-8bf153b09229 None None] Provisioning complete for port 28fcf183-52c7-491f-bd23-c3b25dc92af5 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:07.085891 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-86e3eeec-188c-4f6b-a7c3-8bf153b09229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.135141 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.170482 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b6046e5e-cd53-4d60-ba17-627fda32a096 req-32cc1d1b-06d4-491a-9c8b-3ae08ed5d402 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366336 Jun 12 12:00:07.205053 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-86e3eeec-188c-4f6b-a7c3-8bf153b09229 None None] Port 28fcf183-52c7-491f-bd23-c3b25dc92af5 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:07.443833 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.451483 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.455153 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:07.538497 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.539422 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53202) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:07.542456 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Pushing event updated for resources: {'Port': ['ID=28fcf183-52c7-491f-bd23-c3b25dc92af5,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:07.552897 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:07.613927 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e2426-dd69-4bf6-a93e-fd53c832b3b5 req-3f484354-6bb6-4a66-9394-dc27311789e6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:07.621747 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e1e2426-dd69-4bf6-a93e-fd53c832b3b5 req-3f484354-6bb6-4a66-9394-dc27311789e6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1050775 Jun 12 12:00:07.689731 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:07.691345 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:07.697406 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e1e2426-dd69-4bf6-a93e-fd53c832b3b5 req-2f597bc8-1ad9-4854-87e5-3486e4593b64 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737071 Jun 12 12:00:07.777091 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1525632575-network', 'tenant_id': '5b0afdd462d643e9b8b45147398332ce'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:07.880224 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65d21519-6464-493c-a230-dd290fd6d49e req-64452e26-6657-4766-8b78-3136d3ed5cd5 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 210 time: 0.0541413 Jun 12 12:00:07.898461 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Made reservation on behalf of 5b0afdd462d643e9b8b45147398332ce for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:07.900964 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.915851 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.932078 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-9c6adbaf-496e-40d8-b611-09c84eb628ab None None] Provisioning complete for port 28fcf183-52c7-491f-bd23-c3b25dc92af5 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:07.932459 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9c6adbaf-496e-40d8-b611-09c84eb628ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:07.950776 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Router 68a99a1e-7c14-476b-bdfb-17707e25e284 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:00:07.976486 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-9c6adbaf-496e-40d8-b611-09c84eb628ab None None] Port 28fcf183-52c7-491f-bd23-c3b25dc92af5 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:08.149258 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:08.159378 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] 10.222.0.63 "PUT /v2.0/routers/68a99a1e-7c14-476b-bdfb-17707e25e284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0334084 Jun 12 12:00:08.164372 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.171056 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.173900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a4cc12c6-ee71-404e-a043-5ad4b7bf4160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:08.198455 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:08.211256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.212283 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Added segment da6f6cdf-c5ac-49a1-858e-e22630527792 of type vlan for network 736bc290-ecd7-469a-a889-d110af601b63 Jun 12 12:00:08.279703 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.322294 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c56df6-ed77-4244-8cc5-b2e8e6314b41,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:08.329896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:08.336084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.337674 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:08.338433 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.343182 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:08.397752 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8567569 Jun 12 12:00:08.403375 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53220) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:08.409581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Request body: {'subnet': {'network_id': '736bc290-ecd7-469a-a889-d110af601b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1525632575-subnet', 'tenant_id': '5b0afdd462d643e9b8b45147398332ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:08.427961 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358902e-1613-4120-9454-544da41984c7 req-72cf19f7-08be-4897-82c6-c53d8dad00b3 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:08.435815 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a358902e-1613-4120-9454-544da41984c7 req-72cf19f7-08be-4897-82c6-c53d8dad00b3 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1433973 Jun 12 12:00:08.459536 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=736bc290-ecd7-469a-a889-d110af601b63,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:08.463565 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:08.482537 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 736bc290-ecd7-469a-a889-d110af601b63 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:00:08.492534 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Made reservation on behalf of 5b0afdd462d643e9b8b45147398332ce for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:08.494857 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.532694 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ba1e8449-caee-4cc3-b70e-7790fe346527 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:08.553699 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a358902e-1613-4120-9454-544da41984c7 req-f39e3a3c-4eb6-4ab3-b13b-f0b138cbdd9e tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096764 Jun 12 12:00:08.711799 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Sync routers for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:08.725159 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port ba1e8449-caee-4cc3-b70e-7790fe346527 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:08.728349 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:08.729099 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T11:59:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:08.733566 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port ba1e8449-caee-4cc3-b70e-7790fe346527 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:08.734106 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.816773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.822274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-13730fff-490a-453f-b5ce-1a56afe5369f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:08.837881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53234) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:08.863819 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1970744286-network', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:08.897232 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Made reservation on behalf of 34c18d88c3fc4de39031efe6f657aeb1 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:08.899613 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.912163 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d829065b-e7f4-4c6c-a827-8c3b57a1ceb1,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:08.921556 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Checking segment: {'id': 'da6f6cdf-c5ac-49a1-858e-e22630527792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '736bc290-ecd7-469a-a889-d110af601b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:08.921920 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Network hostable DHCP agents. Network: 736bc290-ecd7-469a-a889-d110af601b63, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:00:08.924707 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.925049 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.925678 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.926026 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.926371 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.926715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.927083 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.927427 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.927768 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.928103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.928439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.928773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:08.931733 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.932924 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:08.951465 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Network 736bc290-ecd7-469a-a889-d110af601b63 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:00:08.957032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296652b3-ea8b-44bf-a42c-3987f2655174 req-1c4e8346-e82f-4462-8b40-148fc6070362 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:08.958686 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-296652b3-ea8b-44bf-a42c-3987f2655174 req-1c4e8346-e82f-4462-8b40-148fc6070362 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1311269 Jun 12 12:00:08.967085 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 736bc290-ecd7-469a-a889-d110af601b63) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:08.971825 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:08.972469 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:08.984010 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2bbb1-d5ba-4488-a999-5207cc43a881 None None] Network 736bc290-ecd7-469a-a889-d110af601b63 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:09.030110 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:09.031343 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-296652b3-ea8b-44bf-a42c-3987f2655174 req-615a704d-84fa-4e6d-a4f9-1b2d52e0f366 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649307 Jun 12 12:00:09.090738 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.094018 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e7b8c166-f336-47f9-ac3b-cf0769241c1d req-3eecec08-ed11-4b48-8e29-b3f601ce0412 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 210 time: 0.0430081 Jun 12 12:00:09.095345 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.099075 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-61868e35-0716-435f-a925-52de7cdc330b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:09.115605 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7100997 Jun 12 12:00:09.132715 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:09.144060 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8781e0b6-551b-495d-9daf-a82c7847f131,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:09.154732 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.155126 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.155493 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.155848 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.156205 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.156560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.156910 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.157273 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.157649 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.157987 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.158344 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.158646 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:09.164447 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:09.165563 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.165903 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Added segment db6feaed-fde5-43bf-a8d4-2c3b4e36004b of type vlan for network 121f0a03-f355-4c5a-9fe2-be97e1263a3c Jun 12 12:00:09.233375 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.268283 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.269765 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:09.270349 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.273505 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:09.306615 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.313087 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4739513 Jun 12 12:00:09.315850 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53246) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:09.320841 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Request body: {'subnet': {'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1970744286-subnet', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:09.391897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77a28ee-15f0-4dd0-aa55-ee405f09e6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.413018 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port ba1e8449-caee-4cc3-b70e-7790fe346527, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ba1e8449-caee-4cc3-b70e-7790fe346527,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:09.442801 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.455044 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:09.614035 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce6681d-6ab9-420a-992c-d4c9abe9aa91 None None] Network 736bc290-ecd7-469a-a889-d110af601b63 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:09.670995 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Pushing event updated for resources: {'Network': ['ID=121f0a03-f355-4c5a-9fe2-be97e1263a3c,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:09.685606 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:09.690523 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:00:09.696661 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=ba1e8449-caee-4cc3-b70e-7790fe346527,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:09.698243 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Made reservation on behalf of 34c18d88c3fc4de39031efe6f657aeb1 for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:09.702206 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29215224'] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.730736 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:09.914246 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ce6d4-9e34-47d0-8f5b-1a986e024c40 req-945e6237-7d73-4e61-a62e-322b94848efd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:09.916522 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8a2ce6d4-9e34-47d0-8f5b-1a986e024c40 req-945e6237-7d73-4e61-a62e-322b94848efd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2290843 Jun 12 12:00:09.945485 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53270) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:09.951749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577182583-network', 'tenant_id': '3fd323c4a4824503977657483d9a67ca'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:09.980441 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Made reservation on behalf of 3fd323c4a4824503977657483d9a67ca for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:09.983727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:09.998831 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.019708 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:07Z', 'revision_number': 2, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:10.024208 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Checking router: 68a99a1e-7c14-476b-bdfb-17707e25e284 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:10.024208 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Updating router 68a99a1e-7c14-476b-bdfb-17707e25e284 port 28fcf183-52c7-491f-bd23-c3b25dc92af5 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:10.059025 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8a2ce6d4-9e34-47d0-8f5b-1a986e024c40 req-9382991d-9596-411b-a485-8a79ad57c4ef tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354623 Jun 12 12:00:10.087262 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.147407 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9ddc-cbe5-4779-a5d3-ce1c43fdd0ae req-02613c7c-7ff6-47d1-892a-52fce9deb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:10.148968 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-492d9ddc-cbe5-4779-a5d3-ce1c43fdd0ae req-02613c7c-7ff6-47d1-892a-52fce9deb1d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1098 time: 0.1555402 Jun 12 12:00:10.150254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29199869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29215214'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.153850 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:10.203612 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.212996 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.229875 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-208e1a65-f51f-4d83-ad83-70eddc619dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:10.320306 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b611b0-aa72-4bed-b425-ca19cff17324,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:10.328008 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:10.332182 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-492d9ddc-cbe5-4779-a5d3-ce1c43fdd0ae req-7f84997b-c966-484e-a614-156675c97be6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726739 Jun 12 12:00:10.336824 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Checking segment: {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:10.337356 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Network hostable DHCP agents. Network: 121f0a03-f355-4c5a-9fe2-be97e1263a3c, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:00:10.358589 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:00:10.364171 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:10.395000 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a2d7f8-8166-4622-b0ae-5f1b29ec4f4f,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:10.430245 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2f19d449-dab4-42f6-8e9a-bb720afd32b6 req-b9c0558e-6d12-4938-ae3b-404f01e88f65 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 210 time: 0.0624864 Jun 12 12:00:10.430645 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.431273 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Added segment 9a2232bc-b87c-4aaa-9cc6-1af17cca53fb of type vlan for network b5dfc49c-9583-4cc4-8751-2cef0b8c1880 Jun 12 12:00:10.432863 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 121f0a03-f355-4c5a-9fe2-be97e1263a3c) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:10.433469 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:10.443179 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:10.443784 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.472358 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1546340 Jun 12 12:00:10.474062 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53292) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:10.477553 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223183cf-de6b-4880-85b8-f2d2dd3709be None None] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:10.479712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:10.521918 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ba1e8449-caee-4cc3-b70e-7790fe346527 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:10.526480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.534487 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.536177 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.619200 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d798e-dadb-46e8-b78d-501505abca84 req-90e849a3-bb1d-4c73-8ce6-6d68b3e7241e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:10.622434 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f12d798e-dadb-46e8-b78d-501505abca84 req-90e849a3-bb1d-4c73-8ce6-6d68b3e7241e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.2436297 Jun 12 12:00:10.631436 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.632670 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.642452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:10.643638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.660289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:10.735164 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7879870 Jun 12 12:00:10.736564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53296) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:10.749243 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Request body: {'subnet': {'network_id': 'b5dfc49c-9583-4cc4-8751-2cef0b8c1880', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577182583-subnet', 'tenant_id': '3fd323c4a4824503977657483d9a67ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:10.788992 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f12d798e-dadb-46e8-b78d-501505abca84 req-2434be58-16f9-4377-af18-af60982cd2e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590624 Jun 12 12:00:10.812605 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port ba1e8449-caee-4cc3-b70e-7790fe346527 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:10.813448 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.854427 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Made reservation on behalf of 3fd323c4a4824503977657483d9a67ca for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:10.855804 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.858485 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.862690 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Pushing event updated for resources: {'Network': ['ID=b5dfc49c-9583-4cc4-8751-2cef0b8c1880,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:10.882857 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:10.903254 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Transition to ACTIVE for port object 28fcf183-52c7-491f-bd23-c3b25dc92af5 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:10.909139 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network b5dfc49c-9583-4cc4-8751-2cef0b8c1880 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:00:10.910521 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-a92138d9-ff08-44aa-ad10-317a258d4518 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:10.912354 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-a92138d9-ff08-44aa-ad10-317a258d4518 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.1610258 Jun 12 12:00:10.931764 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-121f0a03-f355-4c5a-9fe2-be97e1263a3c', 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'fixed_ips': [{'subnet_id': '07b611b0-aa72-4bed-b425-ca19cff17324'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:00:10.932749 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.948277 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:10.961604 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:11.030862 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.053093 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Request body: {'port': {'device_id': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'admin_state_up': True, 'tenant_id': 'fd990cccbf78434cab46875821cb6271'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:11.362665 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.392853 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-376a7782-6a8b-4021-a6ac-b43fa0dd890c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:11.530481 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-fd7a7641-4cf8-4675-8e66-61923fa3a9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.543049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Made reservation on behalf of fd990cccbf78434cab46875821cb6271 for: {'port': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:11.546608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.573601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69940-a2b9-4a39-a678-cd6ead1a859b None None] Pushing event updated for resources: {'Port': ['ID=28fcf183-52c7-491f-bd23-c3b25dc92af5,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:11.582691 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa74ff-af0a-4815-b64c-4e8f0a984c29 req-c1817320-391c-49ec-be84-826bcb2817e7 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:11.586350 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-eea69940-a2b9-4a39-a678-cd6ead1a859b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:11.590388 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-60fa74ff-af0a-4815-b64c-4e8f0a984c29 req-c1817320-391c-49ec-be84-826bcb2817e7 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2293179 Jun 12 12:00:11.637581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Attempting to bind port 28fcf183-52c7-491f-bd23-c3b25dc92af5 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:11.638222 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Attempting to bind port 28fcf183-52c7-491f-bd23-c3b25dc92af5 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:11.638597 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Attempting to bind port 28fcf183-52c7-491f-bd23-c3b25dc92af5 on network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:11.647367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:11.647758 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Checking segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:11.655730 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.656161 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Bound using segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:11.656721 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Bound port: 28fcf183-52c7-491f-bd23-c3b25dc92af5, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:11.657131 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.684117 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Allocated IP 172.20.0.2 (121f0a03-f355-4c5a-9fe2-be97e1263a3c/07b611b0-aa72-4bed-b425-ca19cff17324/da132711-4417-4666-aad6-c1df9ffcdf42) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:11.811108 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-60fa74ff-af0a-4815-b64c-4e8f0a984c29 req-40580467-58b9-472d-a91f-587ea8c32be3 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187881 Jun 12 12:00:11.869385 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] For port 28fcf183-52c7-491f-bd23-c3b25dc92af5, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:11.892961 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] For port 28fcf183-52c7-491f-bd23-c3b25dc92af5, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=28fcf183-52c7-491f-bd23-c3b25dc92af5,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:11.899428 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:11.902933 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-eea69940-a2b9-4a39-a678-cd6ead1a859b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:11.945745 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-805df1cc-2267-4d3b-b7cd-a3b1de1ff557 req-8a4decc0-e90a-415e-8f61-26699ca87095 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 210 time: 0.0752866 Jun 12 12:00:12.024424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:12.049833 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:12.050909 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:12.053154 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18b7077-cbf2-4c34-9fea-1b0ad14d2d43,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:12.084336 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:12.092324 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Checking segment: {'id': '9a2232bc-b87c-4aaa-9cc6-1af17cca53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b5dfc49c-9583-4cc4-8751-2cef0b8c1880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:12.092928 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Network hostable DHCP agents. Network: b5dfc49c-9583-4cc4-8751-2cef0b8c1880, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:00:12.104485 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:12.128511 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Network b5dfc49c-9583-4cc4-8751-2cef0b8c1880 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:00:12.148525 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, b5dfc49c-9583-4cc4-8751-2cef0b8c1880) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:12.155640 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:12.156238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:12.212380 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-121b0ec3-5c70-49dc-a832-fb9a37c4e5ff admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4600601 Jun 12 12:00:12.238911 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59697bd-3a1f-4574-bec0-cd6d62689a0c None None] Network b5dfc49c-9583-4cc4-8751-2cef0b8c1880 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:12.245995 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69940-a2b9-4a39-a678-cd6ead1a859b None None] Pushing event updated for resources: {'Port': ['ID=28fcf183-52c7-491f-bd23-c3b25dc92af5,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:12.248713 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:12.250247 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-eea69940-a2b9-4a39-a678-cd6ead1a859b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:12.273068 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Allocated IP 172.20.0.2 (4a87d019-f8bf-4811-a4bb-dcd272c168ae/451903b1-da50-4105-8735-8aad651ded63/f79ad184-ec43-466c-8043-b402cf7e40b5) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:12.330820 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:12.359312 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f213c21-500f-4261-b398-7962c3276ea2 req-d3be6fa4-85ea-4bcc-982f-6f739f5916d5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:12.361651 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0f213c21-500f-4261-b398-7962c3276ea2 req-d3be6fa4-85ea-4bcc-982f-6f739f5916d5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1133437 Jun 12 12:00:12.402369 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Allocated IP 172.27.1.101 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/0f3da88d-dd55-468f-a0d8-3123fe9f778f) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:12.473023 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0f213c21-500f-4261-b398-7962c3276ea2 req-d1c9b1a4-cf6e-4165-9bdb-77e7ba619be2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052985 Jun 12 12:00:12.507040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Transition to ACTIVE for port object da132711-4417-4666-aad6-c1df9ffcdf42 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:12.599310 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Transition to ACTIVE for port object da132711-4417-4666-aad6-c1df9ffcdf42 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:12.610744 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:12.665445 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:12.696380 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8923-18ad-45a0-a50c-631b1285bfd5 req-213bea00-d2d0-4f63-b366-e844c7a2fa39 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:12.708627 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-38fb8923-18ad-45a0-a50c-631b1285bfd5 req-213bea00-d2d0-4f63-b366-e844c7a2fa39 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0878165 Jun 12 12:00:12.708785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53342) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:12.713520 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'floatingip': {'port_id': 'e9f65243-3344-4a6b-8535-b79ffc405794'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:12.797316 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:12.834898 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.093633 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Pushing event updated for resources: {'Port': ['ID=da132711-4417-4666-aad6-c1df9ffcdf42,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:13.096366 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6329e-847f-41fd-8375-f3b18b306fb0 None None] Network b5dfc49c-9583-4cc4-8751-2cef0b8c1880 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:13.130377 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.144311 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:13.144554 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.149423 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.149768 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.150116 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.150458 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.150793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.151150 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.151485 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.151849 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.152185 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.152515 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.152937 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.153266 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:13.159993 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:13.163651 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:13.167303 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:13.173110 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7f73-d071-43bb-b541-0a823c3f739c req-bc42594d-123e-4678-97d9-22a672b65310 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:13.182101 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d62c7f73-d071-43bb-b541-0a823c3f739c req-bc42594d-123e-4678-97d9-22a672b65310 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.5957732 Jun 12 12:00:13.194592 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f3720-eca3-4c0e-b2df-1d0be48a8300 req-bbc83306-dce7-4348-9b51-51bb3f1ccbec tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:13.196025 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c92f3720-eca3-4c0e-b2df-1d0be48a8300 req-bbc83306-dce7-4348-9b51-51bb3f1ccbec tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2385840 Jun 12 12:00:13.211192 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.271070 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d62c7f73-d071-43bb-b541-0a823c3f739c req-d4b43bb6-2228-4c24-8b11-51ca9046c108 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878181 Jun 12 12:00:13.299372 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:11Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:13.324724 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.328907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.342439 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:13.352836 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fafa8-4c38-4e7e-8cd5-adfe375a1e18 None None] The sync data for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi is: [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:11Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:13.383794 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:13.422699 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:13.450223 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:13.573054 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Attempting to bind port da132711-4417-4666-aad6-c1df9ffcdf42 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:13.574326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Attempting to bind port da132711-4417-4666-aad6-c1df9ffcdf42 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:13.575049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Attempting to bind port da132711-4417-4666-aad6-c1df9ffcdf42 on network 121f0a03-f355-4c5a-9fe2-be97e1263a3c {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:13.579451 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:13.583241 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:13.584402 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Checking segment: {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:13.584929 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.585430 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Bound using segment: {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:13.586289 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Bound port: da132711-4417-4666-aad6-c1df9ffcdf42, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:13.586785 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.593476 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3da88d-dd55-468f-a0d8-3123fe9f778f,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:13.598489 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:13.610072 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:13.685362 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-51956176-70c2-4718-a444-c756f6834be0 None None] For port da132711-4417-4666-aad6-c1df9ffcdf42, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:13.689473 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-51956176-70c2-4718-a444-c756f6834be0 None None] For port da132711-4417-4666-aad6-c1df9ffcdf42, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=da132711-4417-4666-aad6-c1df9ffcdf42,segment=NetworkSegment(db6feaed-fde5-43bf-a8d4-2c3b4e36004b),segment_id=db6feaed-fde5-43bf-a8d4-2c3b4e36004b)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:13.696457 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.699624 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:13.773477 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Pushing event updated for resources: {'Port': ['ID=da132711-4417-4666-aad6-c1df9ffcdf42,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:13.778536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:13.840926 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event updated for resources: {'Port': ['ID=f79ad184-ec43-466c-8043-b402cf7e40b5,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:13.848304 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:13.848925 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.875226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:13.875734 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:13.876100 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:13.907916 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1225-f4eb-49f9-82e3-78e14fb904cc req-aba19169-fb23-48b2-9843-bc758bb19080 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:13.909516 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a71f1225-f4eb-49f9-82e3-78e14fb904cc req-aba19169-fb23-48b2-9843-bc758bb19080 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 931 time: 0.4616065 Jun 12 12:00:13.921039 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8755906 Jun 12 12:00:13.944982 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c92f3720-eca3-4c0e-b2df-1d0be48a8300 req-2798c321-d307-4fe7-8a66-40cfe5913d0d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6980085 Jun 12 12:00:13.967861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:13.977587 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.130532 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a71f1225-f4eb-49f9-82e3-78e14fb904cc req-ef4ec02f-b6aa-4937-8e3e-04d6cdf7b791 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078984 Jun 12 12:00:14.170336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.367873 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.380940 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Floating IP c7897551-0a04-40ff-821e-4ea7832d46f1 associated. External IP: 172.27.1.65, port: e9f65243-3344-4a6b-8535-b79ffc405794. Jun 12 12:00:14.540069 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 28fcf183-52c7-491f-bd23-c3b25dc92af5 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:14.570456 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.609340 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152cd17-ed76-4b1c-ab02-398a7258a5d4 req-2496cd7e-4da4-4019-8cc9-3b1424809b71 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:14.611051 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9152cd17-ed76-4b1c-ab02-398a7258a5d4 req-2496cd7e-4da4-4019-8cc9-3b1424809b71 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.1186550 Jun 12 12:00:14.670135 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 28fcf183-52c7-491f-bd23-c3b25dc92af5 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:14.674836 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 28fcf183-52c7-491f-bd23-c3b25dc92af5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:14.675808 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.819285 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9152cd17-ed76-4b1c-ab02-398a7258a5d4 req-63cb6ec8-7ea7-4a5b-b213-f3d0abfad1d9 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995783 Jun 12 12:00:14.822654 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:00:14.836727 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.865760 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:00:14.898459 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 28fcf183-52c7-491f-bd23-c3b25dc92af5, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=28fcf183-52c7-491f-bd23-c3b25dc92af5,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:14.905274 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:14.906456 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device da132711-4417-4666-aad6-c1df9ffcdf42 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:14.908753 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:15.067934 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:15.075747 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=28fcf183-52c7-491f-bd23-c3b25dc92af5,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:15.079484 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Sync routers for ids ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:15.092210 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Routers {'4d600bb4-91ee-470c-8f6c-df35b7061ea5'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:15.092839 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:15.096276 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:15.096812 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:15.097555 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port da132711-4417-4666-aad6-c1df9ffcdf42 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:15.102588 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:15.109780 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:15.116020 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e0fb2bb5-9ae5-4db9-9a71-10e803e84772 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6401989 Jun 12 12:00:15.116662 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53366) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:15.117149 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:15.133051 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:15.133676 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:15.176922 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-096a4528-e64e-4122-9256-4882f6e2b071 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "PUT /v2.0/floatingips/c7897551-0a04-40ff-821e-4ea7832d46f1 HTTP/1.1" status: 200 len: 990 time: 2.4670703 Jun 12 12:00:15.177598 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:15.180326 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:15.235569 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f94d7-32b0-44b1-9123-674be78ec0b7 None None] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:15.354085 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Set router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:15.399768 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:15.501352 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Provisioning for port da132711-4417-4666-aad6-c1df9ffcdf42 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:15.515702 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cd1fb-58b9-45c7-ae42-94cbbf25d941 req-9a5dba2c-213a-469d-8022-60f0e1f5b458 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:15.523341 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-060cd1fb-58b9-45c7-ae42-94cbbf25d941 req-9a5dba2c-213a-469d-8022-60f0e1f5b458 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 931 time: 0.0990758 Jun 12 12:00:15.587852 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-060cd1fb-58b9-45c7-ae42-94cbbf25d941 req-7c3a5fcb-0464-49ef-8cfe-acc7bf9b8879 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635293 Jun 12 12:00:15.634004 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:00:13Z', 'revision_number': 3, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:15.642643 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Checking router: 4d600bb4-91ee-470c-8f6c-df35b7061ea5 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:15.643354 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Updating router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 port 0f3da88d-dd55-468f-a0d8-3123fe9f778f binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:15.658288 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Provisioning complete for port da132711-4417-4666-aad6-c1df9ffcdf42 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:15.658709 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:15.695094 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:15.778428 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1b592-c068-4433-aa1b-901039e564ac req-e473f6f3-478a-42a9-b9fc-22bbd0c48e45 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:15.780062 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fdb1b592-c068-4433-aa1b-901039e564ac req-e473f6f3-478a-42a9-b9fc-22bbd0c48e45 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2310870 Jun 12 12:00:15.934834 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fdb1b592-c068-4433-aa1b-901039e564ac req-971043c8-044d-41ef-9169-0b7ea4b1d602 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978618 Jun 12 12:00:16.010312 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b3925-5cb0-42b4-b49f-0e375b64e39e x-openstack-request-id: req-786b3925-5cb0-42b4-b49f-0e375b64e39e {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:16.010619 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:16.010935 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-786b3925-5cb0-42b4-b49f-0e375b64e39e {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:16.011551 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'status': 'completed', 'code': 200} Jun 12 12:00:16.053178 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.071876 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.090328 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Transition to ACTIVE for port object 0f3da88d-dd55-468f-a0d8-3123fe9f778f will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:16.099468 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.108714 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:16.109812 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] For port da132711-4417-4666-aad6-c1df9ffcdf42, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=da132711-4417-4666-aad6-c1df9ffcdf42,segment=NetworkSegment(db6feaed-fde5-43bf-a8d4-2c3b4e36004b),segment_id=db6feaed-fde5-43bf-a8d4-2c3b4e36004b)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:16.122521 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.129889 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:16.140364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.177347 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Attempting to bind port 0f3da88d-dd55-468f-a0d8-3123fe9f778f on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:16.177724 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Attempting to bind port 0f3da88d-dd55-468f-a0d8-3123fe9f778f by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:16.178091 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Attempting to bind port 0f3da88d-dd55-468f-a0d8-3123fe9f778f on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:16.180255 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e76340-0491-4e3f-86c3-ff65cc5f5377 None None] Pushing event updated for resources: {'Port': ['ID=0f3da88d-dd55-468f-a0d8-3123fe9f778f,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:16.186294 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-e4e76340-0491-4e3f-86c3-ff65cc5f5377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:16.187502 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:16.188342 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:16.188342 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.188672 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:16.189154 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Bound port: 0f3da88d-dd55-468f-a0d8-3123fe9f778f, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:16.189530 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.200995 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': 'c7897551-0a04-40ff-821e-4ea7832d46f1', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'port_id': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'mac_address': 'fa:16:3e:23:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T11:59:38Z', 'updated_at': '2021-06-12T12:00:13Z', 'revision_number': 1, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:16.214118 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:16.227443 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Pushing event updated for resources: {'Port': ['ID=da132711-4417-4666-aad6-c1df9ffcdf42,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:16.233567 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:16.234536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:16.235261 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:16.266475 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] For port 0f3da88d-dd55-468f-a0d8-3123fe9f778f, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:16.270417 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] For port 0f3da88d-dd55-468f-a0d8-3123fe9f778f, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=0f3da88d-dd55-468f-a0d8-3123fe9f778f,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:16.279239 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.281744 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:16.452942 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d073-d8f5-4f1a-bf5e-86c59a7a0e2c req-fa92ebee-f826-461b-9127-dfa429bf5c9a tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:16.455475 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2643d073-d8f5-4f1a-bf5e-86c59a7a0e2c req-fa92ebee-f826-461b-9127-dfa429bf5c9a tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.1884577 Jun 12 12:00:16.468470 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Allocated IP 172.20.0.1 (121f0a03-f355-4c5a-9fe2-be97e1263a3c/07b611b0-aa72-4bed-b425-ca19cff17324/a8aa7ecb-cf14-4b79-8797-c01d329a657c) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:16.471298 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Routers {'4d600bb4-91ee-470c-8f6c-df35b7061ea5'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:16.471820 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:16.481424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Request body: {'port': {'device_id': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:16.523957 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e76340-0491-4e3f-86c3-ff65cc5f5377 None None] Pushing event updated for resources: {'Port': ['ID=0f3da88d-dd55-468f-a0d8-3123fe9f778f,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:16.564012 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 28fcf183-52c7-491f-bd23-c3b25dc92af5 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:16.566415 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:00:16.576808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-6f281fda-4010-4d65-bbf5-e4b101760adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:16.579038 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-6f281fda-4010-4d65-bbf5-e4b101760adf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1098 time: 0.0776563 Jun 12 12:00:16.582680 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-e4e76340-0491-4e3f-86c3-ff65cc5f5377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:16.662808 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.681048 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2643d073-d8f5-4f1a-bf5e-86c59a7a0e2c req-0ed5e0b1-f6c7-4594-bd5d-462288c802ec tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926231 Jun 12 12:00:16.694602 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] Set router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:16.706405 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e759fdbd-d8a1-4553-98da-c084efe39464 None None] Provisioning complete for port da132711-4417-4666-aad6-c1df9ffcdf42 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:16.706789 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e759fdbd-d8a1-4553-98da-c084efe39464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.770169 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-23f84f7e-1497-4be7-bd68-67dcb46dec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:16.772116 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-23f84f7e-1497-4be7-bd68-67dcb46dec4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1850569 Jun 12 12:00:16.783779 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:16.852474 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.883947 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 28fcf183-52c7-491f-bd23-c3b25dc92af5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:16.884331 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:16.948674 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Transition to ACTIVE for port object a8aa7ecb-cf14-4b79-8797-c01d329a657c will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:16.979287 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-f0a18857-023f-4bbb-b9fd-d8e8145ab271 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 998 time: 0.1993806 Jun 12 12:00:17.013084 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7250619-5f5d-49c0-b4a5-00a81410b35a req-0b496507-3e18-4925-ac89-14eebf262e07 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:17.023543 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a7250619-5f5d-49c0-b4a5-00a81410b35a req-0b496507-3e18-4925-ac89-14eebf262e07 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 931 time: 0.1562235 Jun 12 12:00:17.115110 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:00:13Z', 'revision_number': 3, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:17.121338 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b87dc-97aa-45eb-9c8a-a5a87e84f396 None None] The sync data for ids ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'] in dv-cinder-796113-2-iscsi is: [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:00:13Z', 'revision_number': 3, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:17.123133 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a7250619-5f5d-49c0-b4a5-00a81410b35a req-dbeb0995-c539-403b-9941-1fa709258325 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983257 Jun 12 12:00:17.129265 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-4ec3e6d3-695e-45fb-9242-3b6a09c68762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:17.133035 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-4ec3e6d3-695e-45fb-9242-3b6a09c68762 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.1395772 Jun 12 12:00:17.241571 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-71c13ad4-0381-44ee-b083-ef036879b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:17.243851 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-71c13ad4-0381-44ee-b083-ef036879b220 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019845 Jun 12 12:00:17.304238 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:17.316512 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:17.332897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device da132711-4417-4666-aad6-c1df9ffcdf42 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:17.359142 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:17.395910 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:17.408120 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:17.512054 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port da132711-4417-4666-aad6-c1df9ffcdf42 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:17.512466 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:17.519011 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-6eb9988c-6555-4d15-8466-01952f0b7f5b service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635450 Jun 12 12:00:17.641071 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8aa7ecb-cf14-4b79-8797-c01d329a657c,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:17.647003 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': 'c7897551-0a04-40ff-821e-4ea7832d46f1', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'port_id': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'mac_address': 'fa:16:3e:23:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T11:59:38Z', 'updated_at': '2021-06-12T12:00:13Z', 'revision_number': 1, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:17.666001 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dce19b-33ad-46f7-bfab-56d581996c88 None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': 'c7897551-0a04-40ff-821e-4ea7832d46f1', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'port_id': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'mac_address': 'fa:16:3e:23:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T11:59:38Z', 'updated_at': '2021-06-12T12:00:13Z', 'revision_number': 1, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:17.675707 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31eca1-3407-48a9-b4ad-0804a30a1839 req-a651a82c-41a1-45a6-9821-7759a76a80c4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:17.689585 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cd31eca1-3407-48a9-b4ad-0804a30a1839 req-a651a82c-41a1-45a6-9821-7759a76a80c4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.4914408 Jun 12 12:00:17.710280 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:17.716814 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79ad184-ec43-466c-8043-b402cf7e40b5 {{(pid=91742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:00:17.732008 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4d2bd9b5-e9d6-4f56-a29a-1bb37738d9c8 req-0f722650-86f1-469c-b753-c8ddf370fc8c service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030549 Jun 12 12:00:17.775639 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:17.813493 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:17.833050 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Transition to ACTIVE for port object f79ad184-ec43-466c-8043-b402cf7e40b5 will not be triggered until provisioned by entity L2. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:17.900477 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:17.911468 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:17.919844 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-84e7bfd8-4cc3-460f-b0f3-ed2561ad3761 None None] Provisioning for port a8aa7ecb-cf14-4b79-8797-c01d329a657c completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:17.925603 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-84e7bfd8-4cc3-460f-b0f3-ed2561ad3761 None None] Provisioning complete for port a8aa7ecb-cf14-4b79-8797-c01d329a657c triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:17.926422 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-84e7bfd8-4cc3-460f-b0f3-ed2561ad3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:17.953213 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cd31eca1-3407-48a9-b4ad-0804a30a1839 req-06ffbcd0-5373-4601-90eb-175607ec402b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630475 Jun 12 12:00:18.005466 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-84e7bfd8-4cc3-460f-b0f3-ed2561ad3761 None None] Port a8aa7ecb-cf14-4b79-8797-c01d329a657c cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:18.140174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Pushing event updated for resources: {'Port': ['ID=f79ad184-ec43-466c-8043-b402cf7e40b5,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:18.143948 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:18.161333 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63da4a9-d6b5-4aeb-9ac4-5559e65f2398 None None] New status for floating IP c7897551-0a04-40ff-821e-4ea7832d46f1: ACTIVE {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:00:18.254803 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Attempting to bind port f79ad184-ec43-466c-8043-b402cf7e40b5 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:18.255142 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Attempting to bind port f79ad184-ec43-466c-8043-b402cf7e40b5 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:18.255465 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Attempting to bind port f79ad184-ec43-466c-8043-b402cf7e40b5 on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:18.263981 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Port f79ad184-ec43-466c-8043-b402cf7e40b5 on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:00:18.263981 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Attempting to bind port f79ad184-ec43-466c-8043-b402cf7e40b5 on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:18.299321 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:18.299915 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Checking segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:18.300350 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Bound using segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:18.301096 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Bound port: f79ad184-ec43-466c-8043-b402cf7e40b5, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:18.301249 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.332547 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.369089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-5c947bfa-78fa-4233-a18c-dbe7c236afba tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:18.371348 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-5c947bfa-78fa-4233-a18c-dbe7c236afba tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.67 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.2952566 Jun 12 12:00:18.379980 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c426a6-70e6-415a-8035-70e0f30bd51e req-09ea8a22-4b28-40de-a93d-7a18ac86f5bd tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:18.390264 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a8c426a6-70e6-415a-8035-70e0f30bd51e req-09ea8a22-4b28-40de-a93d-7a18ac86f5bd tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 945 time: 0.2091579 Jun 12 12:00:18.515246 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a8c426a6-70e6-415a-8035-70e0f30bd51e req-8cd44b9a-ccf5-4c83-8115-fd6baf569761 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/security-groups?id=addf6ef8-d3be-48e1-8814-2f6405e6094b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200979 Jun 12 12:00:18.515660 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] For port f79ad184-ec43-466c-8043-b402cf7e40b5, host hv-cinder-79611, cleared binding levels {{(pid=91742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:18.563387 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] For port f79ad184-ec43-466c-8043-b402cf7e40b5, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f79ad184-ec43-466c-8043-b402cf7e40b5,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:18.583063 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 0f3da88d-dd55-468f-a0d8-3123fe9f778f up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:18.595313 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.603715 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-604ca478-1b4c-4ddf-9d0f-6d0ae59a2b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:18.631461 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Deleting port ec508d2a-acbe-434e-91ed-616111621589 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:00:18.631943 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.744109 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 0f3da88d-dd55-468f-a0d8-3123fe9f778f completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:18.749671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 0f3da88d-dd55-468f-a0d8-3123fe9f778f triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:18.750099 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.837047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] For port ec508d2a-acbe-434e-91ed-616111621589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec508d2a-acbe-434e-91ed-616111621589,segment=NetworkSegment(1f3fb5f1-d380-4c87-86da-cbdc4df4c77f),segment_id=1f3fb5f1-d380-4c87-86da-cbdc4df4c77f)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:18.837815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.907765 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.935167 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 0f3da88d-dd55-468f-a0d8-3123fe9f778f, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=0f3da88d-dd55-468f-a0d8-3123fe9f778f,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:18.940278 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:18.946908 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:18.971202 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Calling delete_port for ec508d2a-acbe-434e-91ed-616111621589 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:00:19.045082 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=0f3da88d-dd55-468f-a0d8-3123fe9f778f,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:19.069105 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:19.074107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da387cf-cfb4-4f12-b887-6936a25fe38c req-68b0cd9a-a75e-4307-a1e2-90085e3962cf tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:19.075869 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9da387cf-cfb4-4f12-b887-6936a25fe38c req-68b0cd9a-a75e-4307-a1e2-90085e3962cf tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 943 time: 0.7152731 Jun 12 12:00:19.097936 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:19.098649 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:19.103878 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] 10.222.0.67 "PUT /v2.0/ports/f79ad184-ec43-466c-8043-b402cf7e40b5 HTTP/1.1" status: 200 len: 1093 time: 2.6238959 Jun 12 12:00:19.103878 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'tag': 'f79ad184-ec43-466c-8043-b402cf7e40b5'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:19.103878 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4de8cc5-a514-4040-a6eb-a6458f72d769" -d '{"events": [{"name": "network-changed", "server_uuid": "34dad498-1f7c-4166-a264-1d93ee5bd633", "tag": "f79ad184-ec43-466c-8043-b402cf7e40b5"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:19.246771 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Pushing event updated for resources: {'Port': ['ID=f79ad184-ec43-466c-8043-b402cf7e40b5,revision_number=3']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:19.255883 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:19.293460 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:19.299253 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9da387cf-cfb4-4f12-b887-6936a25fe38c req-9066ed91-f634-4da3-a85b-cde4414f424a tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094891 Jun 12 12:00:19.303657 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:19.315188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:19.422766 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8aa7ecb-cf14-4b79-8797-c01d329a657c,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:19.433326 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:19.438014 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:19.446142 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-41bd25bc-03a6-4069-a707-28356d61ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:19.447917 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-41bd25bc-03a6-4069-a707-28356d61ca93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 1096 time: 0.2853796 Jun 12 12:00:19.450387 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb551e1e-8381-463c-9f30-758e02e00030 x-openstack-request-id: req-fb551e1e-8381-463c-9f30-758e02e00030 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:19.450859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dad498-1f7c-4166-a264-1d93ee5bd633", "tag": "f79ad184-ec43-466c-8043-b402cf7e40b5", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:19.451324 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fb551e1e-8381-463c-9f30-758e02e00030 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:19.451888 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'tag': 'f79ad184-ec43-466c-8043-b402cf7e40b5', 'status': 'completed', 'code': 200} Jun 12 12:00:19.552961 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-fe031849-7a34-420b-ac1f-0b11b59f0fb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f79ad184-ec43-466c-8043-b402cf7e40b5 HTTP/1.1" status: 200 len: 217 time: 0.0868840 Jun 12 12:00:19.681228 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753545e9-acef-4b43-ba05-444322125407 req-ba03ed32-20a2-4aa9-b9a4-1ef9c1c211b8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:19.683923 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-753545e9-acef-4b43-ba05-444322125407 req-ba03ed32-20a2-4aa9-b9a4-1ef9c1c211b8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1746354 Jun 12 12:00:19.685279 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:19.698895 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:19.707247 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['ec508d2a-acbe-434e-91ed-616111621589'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:00:19.739880 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-01c16bc1-acba-4c07-abf6-286eb421c467 req-e0cd69ea-8bee-4e10-be2b-d88ca4c90fb0 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.0640323 Jun 12 12:00:19.777338 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-a371e9b3-fab5-4424-88b1-d1840f1306b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:19.779194 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-a371e9b3-fab5-4424-88b1-d1840f1306b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.1559436 Jun 12 12:00:19.801978 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Pushing event deleted for resources: {'Port': ['ID=ec508d2a-acbe-434e-91ed-616111621589,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:19.807018 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:19.860838 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-ea386100-1500-4f79-9837-9fb6d39ad6ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737400 Jun 12 12:00:19.866504 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:19.878943 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:19.913985 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] No DVR routers for this DVR port ec508d2a-acbe-434e-91ed-616111621589 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:00:19.934245 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-753545e9-acef-4b43-ba05-444322125407 req-53b56ade-4d6a-4748-812c-e302fb0b4657 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354896 Jun 12 12:00:19.935685 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:19.937823 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86f50a72-ae0f-4534-89d3-6122d0f3273b req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.67 "DELETE /v2.0/ports/ec508d2a-acbe-434e-91ed-616111621589 HTTP/1.1" status: 204 len: 173 time: 1.5396371 Jun 12 12:00:19.938318 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'name': 'network-vif-deleted', 'tag': 'ec508d2a-acbe-434e-91ed-616111621589'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:19.940877 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9bf668-91c9-484a-87f4-18bde3461ff2" -d '{"events": [{"server_uuid": "279868f8-71fa-48cb-8efe-5979c6cc09f5", "name": "network-vif-deleted", "tag": "ec508d2a-acbe-434e-91ed-616111621589"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:20.003221 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a524d6d0-9e06-45bb-b274-0ae46f2ba469 x-openstack-request-id: req-a524d6d0-9e06-45bb-b274-0ae46f2ba469 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:20.003483 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279868f8-71fa-48cb-8efe-5979c6cc09f5", "name": "network-vif-deleted", "tag": "ec508d2a-acbe-434e-91ed-616111621589", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:20.003828 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a524d6d0-9e06-45bb-b274-0ae46f2ba469 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:20.004235 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279868f8-71fa-48cb-8efe-5979c6cc09f5', 'name': 'network-vif-deleted', 'tag': 'ec508d2a-acbe-434e-91ed-616111621589', 'status': 'completed', 'code': 200} Jun 12 12:00:20.142362 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-f999f9e1-ae3d-48be-afaa-9c411e9c5cc1 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746794 Jun 12 12:00:20.153335 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c1fc9a22-9130-4fd8-861a-27a520303677 None None] Provisioning complete for port a8aa7ecb-cf14-4b79-8797-c01d329a657c triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:20.153893 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9a22-9130-4fd8-861a-27a520303677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:20.165105 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:00:20.195287 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc9a22-9130-4fd8-861a-27a520303677 None None] Port a8aa7ecb-cf14-4b79-8797-c01d329a657c cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:20.388309 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f8cfd08c-dbc1-4418-ae4a-23b30f6a8e98 req-55fd4436-8400-48ed-a690-d1d5e9a8500d service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353203 Jun 12 12:00:20.417258 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:20.423359 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] 10.222.0.63 "PUT /v2.0/routers/4d600bb4-91ee-470c-8f6c-df35b7061ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3056190 Jun 12 12:00:20.474402 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 0f3da88d-dd55-468f-a0d8-3123fe9f778f up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:20.566859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 0f3da88d-dd55-468f-a0d8-3123fe9f778f triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:20.567735 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:20.569051 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-d3e3fed5-dd8b-4c04-a6f9-0e12b5f88c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:20.570780 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-d3e3fed5-dd8b-4c04-a6f9-0e12b5f88c81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 1096 time: 0.0878501 Jun 12 12:00:20.733549 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-3092cf8d-e7fb-4336-a9d0-fca2b4a645e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:20.735193 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-3092cf8d-e7fb-4336-a9d0-fca2b4a645e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 916 time: 0.1566768 Jun 12 12:00:20.755757 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Sync routers for ids ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:20.766700 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Routers {'4d600bb4-91ee-470c-8f6c-df35b7061ea5'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:20.767356 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:20.806716 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-26a180a1-320b-4a52-a427-d51afd13a39c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f79ad184-ec43-466c-8043-b402cf7e40b5 HTTP/1.1" status: 200 len: 217 time: 0.0608292 Jun 12 12:00:20.936846 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-fb5b2abf-bb1c-4e85-9462-8277a234fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:20.938457 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-fb5b2abf-bb1c-4e85-9462-8277a234fce4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.1207500 Jun 12 12:00:21.106797 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feed987-fd11-4036-b338-9d6fd7875fba req-145cf8a9-4e61-4b0b-a7db-9ea2d1898c1a tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:21.126371 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-469fce71-52e8-4e97-8268-4cdff1b97cac req-eefb767f-3d42-4a95-8b06-414f3fa398d1 tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] 10.222.0.63 "GET /v2.0/ports?device_id=279868f8-71fa-48cb-8efe-5979c6cc09f5 HTTP/1.1" status: 200 len: 210 time: 0.1290202 Jun 12 12:00:21.127679 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2feed987-fd11-4036-b338-9d6fd7875fba req-145cf8a9-4e61-4b0b-a7db-9ea2d1898c1a tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 943 time: 0.3225276 Jun 12 12:00:21.136832 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-4a91ba93-d7e2-4fd9-8423-bf92a3f827f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811988 Jun 12 12:00:21.249871 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Set router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:21.339491 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2feed987-fd11-4036-b338-9d6fd7875fba req-4005062e-1b8c-42ef-9535-6bbbb8b30007 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955624 Jun 12 12:00:21.427366 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-f21385da-5c5f-4c97-a05d-ca37b9e51f6e service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618992 Jun 12 12:00:21.696965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad94c1-5898-4643-aa7b-1a40db7dad0a req-4aa60138-8065-440b-9682-0ab2674d3cef tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:21.700586 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-66ad94c1-5898-4643-aa7b-1a40db7dad0a req-4aa60138-8065-440b-9682-0ab2674d3cef tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1915202 Jun 12 12:00:21.779756 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-66ad94c1-5898-4643-aa7b-1a40db7dad0a req-41cb32da-1aee-4afb-a759-7ec1b62854b9 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699139 Jun 12 12:00:21.826806 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53544) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:21.964850 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4de8cc5-a514-4040-a6eb-a6458f72d769 req-9d8b68ad-0064-44cc-9b3f-94498193eb85 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275893 Jun 12 12:00:21.989028 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'a8aa7ecb-cf14-4b79-8797-c01d329a657c', 'name': '', 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'mac_address': 'fa:16:3e:e5:f8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '07b611b0-aa72-4bed-b425-ca19cff17324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:16Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 2, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'subnets': [{'id': '07b611b0-aa72-4bed-b425-ca19cff17324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:21.990770 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:21.992872 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Checking router: 4d600bb4-91ee-470c-8f6c-df35b7061ea5 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:21.993416 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Updating router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 port a8aa7ecb-cf14-4b79-8797-c01d329a657c binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:22.046119 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.122728 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.139201 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.142834 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:22.197526 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=77eb6a397e384bd38927ba21047703b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693366 Jun 12 12:00:22.200256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53558) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:22.206848 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ad2234-3a5e-4419-b246-2b9806cc644f,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:22.215116 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:22.302563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.346405 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.425372 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.428804 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.433075 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/32ad2234-3a5e-4419-b246-2b9806cc644f HTTP/1.1" status: 204 len: 168 time: 0.2316322 Jun 12 12:00:22.434234 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-983fe005-5a2c-42d9-8b66-f96641edee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:22.445017 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ad2234-3a5e-4419-b246-2b9806cc644f,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:22.448218 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:22.522004 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec508d2a-acbe-434e-91ed-616111621589 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:00:22.571799 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53574) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:22.655017 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: ec508d2a-acbe-434e-91ed-616111621589 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:00:22.655705 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec508d2a-acbe-434e-91ed-616111621589 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:00:22.868312 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e94677-e72b-428c-819b-8c74db7c040e req-7ff0c8d8-f2a1-4698-9a28-6bd5c73a5407 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:22.881190 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c0e94677-e72b-428c-819b-8c74db7c040e req-7ff0c8d8-f2a1-4698-9a28-6bd5c73a5407 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 943 time: 0.2358725 Jun 12 12:00:22.927462 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.961304 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Transition to ACTIVE for port object a8aa7ecb-cf14-4b79-8797-c01d329a657c will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:22.975979 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c0e94677-e72b-428c-819b-8c74db7c040e req-e5feb818-d331-4d02-b03c-3c7072fabccb tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857985 Jun 12 12:00:22.976701 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:22.993180 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:23.245614 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.300144 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd21cb-6fce-4c5f-ba07-8720748f0292 None None] Pushing event updated for resources: {'Port': ['ID=a8aa7ecb-cf14-4b79-8797-c01d329a657c,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:23.303359 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-13fd21cb-6fce-4c5f-ba07-8720748f0292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:23.396672 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Attempting to bind port a8aa7ecb-cf14-4b79-8797-c01d329a657c on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:23.396924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Attempting to bind port a8aa7ecb-cf14-4b79-8797-c01d329a657c by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:23.397371 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Attempting to bind port a8aa7ecb-cf14-4b79-8797-c01d329a657c on network 121f0a03-f355-4c5a-9fe2-be97e1263a3c {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:23.403470 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:23.403857 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Checking segment: {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:23.404269 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.404676 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Bound using segment: {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:23.405168 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Bound port: a8aa7ecb-cf14-4b79-8797-c01d329a657c, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:23.405684 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.481567 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510c4f-9043-4e30-976f-42c4f29ff6d1 req-7bcc001f-3863-4eec-8265-73c2e7a6da77 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:23.488587 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ad510c4f-9043-4e30-976f-42c4f29ff6d1 req-7bcc001f-3863-4eec-8265-73c2e7a6da77 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2404385 Jun 12 12:00:23.585291 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ad510c4f-9043-4e30-976f-42c4f29ff6d1 req-02359113-a6f6-46a4-a12e-19d16593e451 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933485 Jun 12 12:00:23.615807 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] For port a8aa7ecb-cf14-4b79-8797-c01d329a657c, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:23.624835 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] For port a8aa7ecb-cf14-4b79-8797-c01d329a657c, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=a8aa7ecb-cf14-4b79-8797-c01d329a657c,segment=NetworkSegment(db6feaed-fde5-43bf-a8d4-2c3b4e36004b),segment_id=db6feaed-fde5-43bf-a8d4-2c3b4e36004b)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:23.633496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.642796 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.647907 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.654028 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:23.677187 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-84c50bd6-b45e-4550-8a06-bfef18a4c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:23.681319 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fd03a1fbb2634be5b583d71526366cef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1080809 Jun 12 12:00:23.684731 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53604) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:23.707965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db201259-aaef-4a95-af44-5b35d4206188,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:23.712345 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:23.810295 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.811793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Routers {'4d600bb4-91ee-470c-8f6c-df35b7061ea5'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:23.812780 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:23.858333 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.991685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.996138 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:23.999592 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/db201259-aaef-4a95-af44-5b35d4206188 HTTP/1.1" status: 204 len: 168 time: 0.3114707 Jun 12 12:00:23.999592 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:24.032205 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db201259-aaef-4a95-af44-5b35d4206188,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:24.063814 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:24.111840 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] Set router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:24.382983 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f13e-99d0-46e9-abe4-a7178cd02c32 req-7226543c-8217-4876-b024-8782856a963b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:24.392281 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3d00f13e-99d0-46e9-abe4-a7178cd02c32 req-7226543c-8217-4876-b024-8782856a963b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 943 time: 0.2726274 Jun 12 12:00:24.405494 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd21cb-6fce-4c5f-ba07-8720748f0292 None None] Pushing event updated for resources: {'Port': ['ID=a8aa7ecb-cf14-4b79-8797-c01d329a657c,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:24.417406 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-13fd21cb-6fce-4c5f-ba07-8720748f0292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:24.501024 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f79ad184-ec43-466c-8043-b402cf7e40b5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:00:24.506192 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3d00f13e-99d0-46e9-abe4-a7178cd02c32 req-e5db9838-c68d-4229-8e78-adc57358c81e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122687 Jun 12 12:00:24.660669 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53640) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:24.814520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Deleting subnet 46b881a4-814a-481a-a05d-2f95e7101b83 {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:00:24.821790 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:24.908939 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:24.924057 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port f79ad184-ec43-466c-8043-b402cf7e40b5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f79ad184-ec43-466c-8043-b402cf7e40b5,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:24.933681 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164846-a5a7-40b3-9de2-71eb9504178d req-4aeffe66-8975-42f5-9bcf-3deeeb27cc42 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:24.942901 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'a8aa7ecb-cf14-4b79-8797-c01d329a657c', 'name': '', 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'mac_address': 'fa:16:3e:e5:f8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '07b611b0-aa72-4bed-b425-ca19cff17324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:16Z', 'updated_at': '2021-06-12T12:00:23Z', 'revision_number': 4, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'subnets': [{'id': '07b611b0-aa72-4bed-b425-ca19cff17324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:24.945381 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c2164846-a5a7-40b3-9de2-71eb9504178d req-4aeffe66-8975-42f5-9bcf-3deeeb27cc42 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1545804 Jun 12 12:00:24.945581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'f79ad184-ec43-466c-8043-b402cf7e40b5', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'port_id': 'f79ad184-ec43-466c-8043-b402cf7e40b5', 'mac_address': 'fa:16:3e:da:78:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451903b1-da50-4105-8735-8aad651ded63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:00:24.951637 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50676fa8-e8f4-494f-8271-26a5affbe42a None None] The sync data for ids ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'] in dv-cinder-796113-2-iscsi is: [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'a8aa7ecb-cf14-4b79-8797-c01d329a657c', 'name': '', 'network_id': '121f0a03-f355-4c5a-9fe2-be97e1263a3c', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'mac_address': 'fa:16:3e:e5:f8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '07b611b0-aa72-4bed-b425-ca19cff17324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:16Z', 'updated_at': '2021-06-12T12:00:23Z', 'revision_number': 4, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'subnets': [{'id': '07b611b0-aa72-4bed-b425-ca19cff17324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:25.008759 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53644) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:25.056769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.058647 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.094662 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.104413 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79ad184-ec43-466c-8043-b402cf7e40b5 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:00:25.130887 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c2164846-a5a7-40b3-9de2-71eb9504178d req-85ac03f3-7aee-48f8-ad6e-9c9eaceacf8f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829937 Jun 12 12:00:25.172066 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port f79ad184-ec43-466c-8043-b402cf7e40b5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f79ad184-ec43-466c-8043-b402cf7e40b5,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:25.182658 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.187668 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:25.264370 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.267503 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2c239503-c5ed-49a3-982a-8fc8ec937397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:25.307720 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b881a4-814a-481a-a05d-2f95e7101b83,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:25.321231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:25.325235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.327876 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/46b881a4-814a-481a-a05d-2f95e7101b83 HTTP/1.1" status: 204 len: 168 time: 0.6619046 Jun 12 12:00:25.330201 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53646) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:25.358074 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.367421 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.371479 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-64e22c45-7326-413d-b224-762f294a8b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:25.380512 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=f79ad184-ec43-466c-8043-b402cf7e40b5,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:25.394681 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:25.463175 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6fcae32a80244bcb4f394c5a78f4a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529972 Jun 12 12:00:25.464731 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53650) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:25.465695 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40323628-a565-4437-8fd0-df3624d505c1,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:25.469978 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:25.508133 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f79ad184-ec43-466c-8043-b402cf7e40b5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:00:25.512897 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.568339 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.619772 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.763107 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.765910 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.769940 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40323628-a565-4437-8fd0-df3624d505c1 HTTP/1.1" status: 204 len: 168 time: 0.3010650 Jun 12 12:00:25.771680 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a610ecac-5454-4954-b903-bb46b588d210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:25.781735 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40323628-a565-4437-8fd0-df3624d505c1,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:25.795372 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:25.798025 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.824123 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070ef9c8-0f4c-424e-b003-9cb81d4780be']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:25.865699 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:25.866285 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3fb5f1-d380-4c87-86da-cbdc4df4c77f') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:25.902340 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.957451 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.978647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:00:25.978647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:00:25.981769 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:00:25.984759 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:00:26.051649 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae530-d958-464a-8433-9f31f82096c1 req-969112a9-55ad-4215-8138-5c3456c01f7b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:26.060960 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-48eae530-d958-464a-8433-9f31f82096c1 req-969112a9-55ad-4215-8138-5c3456c01f7b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 944 time: 0.2590606 Jun 12 12:00:26.165790 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:26.190372 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:26.209228 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] 10.222.0.63 "DELETE /v2.0/networks/070ef9c8-0f4c-424e-b003-9cb81d4780be HTTP/1.1" status: 204 len: 168 time: 0.8713751 Jun 12 12:00:26.210921 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:26.253072 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Pushing event deleted for resources: {'Network': ['ID=070ef9c8-0f4c-424e-b003-9cb81d4780be,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:26.255605 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8582ef6d-ac67-4def-a552-38e70b8d867b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:26.269647 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-48eae530-d958-464a-8433-9f31f82096c1 req-3b78d6f1-9a67-4685-a296-075e9df7cd98 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075295 Jun 12 12:00:26.522162 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a8aa7ecb-cf14-4b79-8797-c01d329a657c up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:26.605265 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bf1d4-3c66-4daf-bc22-d85e0d70dd44 req-657078c0-c81f-4422-9ada-12fa4db1f652 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:26.623204 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-390bf1d4-3c66-4daf-bc22-d85e0d70dd44 req-657078c0-c81f-4422-9ada-12fa4db1f652 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1640794 Jun 12 12:00:26.731881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53686) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:26.765601 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-390bf1d4-3c66-4daf-bc22-d85e0d70dd44 req-f53e6465-c383-4814-9b3d-134a05388198 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406896 Jun 12 12:00:26.875315 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b34236bd-720d-47df-80b8-279096f138ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf9699e5b6fc4a72a88e4f4356c0710d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1413734 Jun 12 12:00:26.876975 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53694) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:26.888274 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port a8aa7ecb-cf14-4b79-8797-c01d329a657c completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:26.893909 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port a8aa7ecb-cf14-4b79-8797-c01d329a657c triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:26.895378 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:26.993278 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:27.102256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:27.160562 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:27.238561 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:27.242675 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:27.244289 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/addf6ef8-d3be-48e1-8814-2f6405e6094b HTTP/1.1" status: 204 len: 168 time: 0.3645813 Jun 12 12:00:27.254256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e4cbd548-1f45-45dc-a5bc-9a634dd67db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:27.258327 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port a8aa7ecb-cf14-4b79-8797-c01d329a657c, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=a8aa7ecb-cf14-4b79-8797-c01d329a657c,segment=NetworkSegment(db6feaed-fde5-43bf-a8d4-2c3b4e36004b),segment_id=db6feaed-fde5-43bf-a8d4-2c3b4e36004b)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:27.265939 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:27.268331 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:27.293419 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf6ef8-d3be-48e1-8814-2f6405e6094b,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:27.299913 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:27.352017 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-437d117d-f6a4-47bd-8734-095c83bc5594 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2576330 Jun 12 12:00:27.597549 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=a8aa7ecb-cf14-4b79-8797-c01d329a657c,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:27.615670 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:27.677160 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-3a1e3cd0-c9a4-4b37-9053-de6d3d49e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:27.680860 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-3a1e3cd0-c9a4-4b37-9053-de6d3d49e7d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 1099 time: 0.2345507 Jun 12 12:00:27.866943 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3a243-d157-4bfa-b985-d54627d1d919 req-0a6412f4-0ea1-420c-91d5-b9510f8c6115 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:27.880874 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-38b3a243-d157-4bfa-b985-d54627d1d919 req-0a6412f4-0ea1-420c-91d5-b9510f8c6115 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 944 time: 0.2319617 Jun 12 12:00:28.012344 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-38b3a243-d157-4bfa-b985-d54627d1d919 req-9492baa6-e1c2-4c38-8e28-d80b92c5ac1d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288793 Jun 12 12:00:28.190317 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-a4c6f523-10f6-4421-afb8-1873e75dce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:28.194193 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-a4c6f523-10f6-4421-afb8-1873e75dce3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 916 time: 0.4917767 Jun 12 12:00:28.290928 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-bb05cc6c-ef7f-426c-881a-552d8517adce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c HTTP/1.1" status: 200 len: 217 time: 0.0851743 Jun 12 12:00:28.459714 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f79ad184-ec43-466c-8043-b402cf7e40b5 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:28.502626 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16879419-7175-4017-b83d-0c43ccf11acd req-c7f40c34-b5a9-4ca6-a4cb-424fbb1e1b74 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:28.504231 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-16879419-7175-4017-b83d-0c43ccf11acd req-c7f40c34-b5a9-4ca6-a4cb-424fbb1e1b74 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.3857448 Jun 12 12:00:28.506011 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-aabb8d6a-a64e-42af-9c3e-502c79b0371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:28.507634 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-aabb8d6a-a64e-42af-9c3e-502c79b0371e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.2084954 Jun 12 12:00:28.576721 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a8aa7ecb-cf14-4b79-8797-c01d329a657c up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:28.588272 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-16879419-7175-4017-b83d-0c43ccf11acd req-c092264b-8a2a-416d-964b-6f4075dd0ece tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765078 Jun 12 12:00:28.623009 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-c39a071b-3de3-4cb6-9f0a-46c83eae7e57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534871 Jun 12 12:00:28.673014 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port a8aa7ecb-cf14-4b79-8797-c01d329a657c triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:28.674067 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:28.677545 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port f79ad184-ec43-466c-8043-b402cf7e40b5 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:28.716151 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port f79ad184-ec43-466c-8043-b402cf7e40b5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:28.716863 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:28.890411 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:28.896155 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-7e248dad-a586-44cf-a81d-308b7d3f3d6a service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646499 Jun 12 12:00:28.920229 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79ad184-ec43-466c-8043-b402cf7e40b5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:28.923202 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb544874-b560-4406-b05b-67195351feab" -d '{"events": [{"server_uuid": "34dad498-1f7c-4166-a264-1d93ee5bd633", "name": "network-vif-plugged", "status": "completed", "tag": "f79ad184-ec43-466c-8043-b402cf7e40b5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:28.940220 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port f79ad184-ec43-466c-8043-b402cf7e40b5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f79ad184-ec43-466c-8043-b402cf7e40b5,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:28.948811 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:28.950683 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:29.043111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f74c7-35e2-4c1c-9b5b-472ee5082f84 x-openstack-request-id: req-166f74c7-35e2-4c1c-9b5b-472ee5082f84 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:29.043111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dad498-1f7c-4166-a264-1d93ee5bd633", "name": "network-vif-plugged", "status": "completed", "tag": "f79ad184-ec43-466c-8043-b402cf7e40b5", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:29.043111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-166f74c7-35e2-4c1c-9b5b-472ee5082f84 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:29.043111 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79ad184-ec43-466c-8043-b402cf7e40b5', 'code': 200} Jun 12 12:00:29.134131 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=f79ad184-ec43-466c-8043-b402cf7e40b5,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:29.153031 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:29.284817 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-936864e2-5c23-43fd-b37c-86cbc2d2006f req-e872c850-0a8f-4d65-abcb-620039ffde78 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742232 Jun 12 12:00:29.754845 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53806) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:29.771064 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53810) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:29.874345 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa489fa6-f2dc-4c5f-8ecd-cd05f4e8bf17 req-e8bad4c4-9c9d-40dd-9e19-869150673993 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:29.875971 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fa489fa6-f2dc-4c5f-8ecd-cd05f4e8bf17 req-e8bad4c4-9c9d-40dd-9e19-869150673993 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.4490185 Jun 12 12:00:29.911811 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f089-2288-48b4-a4bf-7afcfa8fd96d req-f5845e39-aad6-4cf9-ae2d-9c615068506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:29.913347 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ee62f089-2288-48b4-a4bf-7afcfa8fd96d req-f5845e39-aad6-4cf9-ae2d-9c615068506e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 1098 time: 0.3985279 Jun 12 12:00:30.069267 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.164007 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ee62f089-2288-48b4-a4bf-7afcfa8fd96d req-eb4385ad-2e1d-49f4-b70c-bc46c7410eda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367129 Jun 12 12:00:30.191067 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.199777 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fa489fa6-f2dc-4c5f-8ecd-cd05f4e8bf17 req-5aa9a8a5-506c-4a19-aecd-1b634875ca09 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901220 Jun 12 12:00:30.202059 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-network', 'tenant_id': '8c04979bce454a18826e58d348fa179e'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:30.220604 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.224691 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1f83eb37-f6d7-47c2-a0b8-d1a1d7cb4623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:30.323603 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53822) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:30.324467 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d7dd41c3b10b4eafaf676fed35c3945c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514045 Jun 12 12:00:30.326712 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998398e7-b143-4b91-ae3c-0c3ad7b587af,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:30.342894 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Made reservation on behalf of 8c04979bce454a18826e58d348fa179e for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:30.347575 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.381285 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:30.382364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.440326 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.446128 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823b1d-eb6e-4770-98f4-2cd11493039e req-8d1ef718-6ff8-4f33-99db-867473a5b573 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:30.449129 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fd823b1d-eb6e-4770-98f4-2cd11493039e req-8d1ef718-6ff8-4f33-99db-867473a5b573 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2037826 Jun 12 12:00:30.503363 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.583693 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.600740 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fd823b1d-eb6e-4770-98f4-2cd11493039e req-b95d1c80-32d7-4d71-968e-52245dcb665a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358099 Jun 12 12:00:30.602092 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.605924 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca20c468-938c-4edc-a9e6-87284d36b65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:30.613619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.626092 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.627337 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/998398e7-b143-4b91-ae3c-0c3ad7b587af HTTP/1.1" status: 204 len: 168 time: 0.3027012 Jun 12 12:00:30.628129 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:30.642266 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998398e7-b143-4b91-ae3c-0c3ad7b587af,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:30.644876 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:30.657975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:30.682553 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0580f7-6a65-4596-9bfb-a277cd40a2b3,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:30.686622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:30.699880 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.700328 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Added segment 52626df5-13ae-47ed-bc91-31dbc5875a28 of type vlan for network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 Jun 12 12:00:30.874812 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.944753 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.946464 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:30.947321 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:30.959773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1612018b-6ba6-4a65-84a7-4a0667c7b971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:31.109975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Pushing event updated for resources: {'Network': ['ID=6a4b685c-cb44-47f1-84eb-85f2fdad56d2,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:31.112920 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3566198 Jun 12 12:00:31.116092 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53842) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:31.116625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:31.123820 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:00:31.126037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Request body: {'subnet': {'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-subnet', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:31.200685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Made reservation on behalf of 8c04979bce454a18826e58d348fa179e for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:31.203271 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29215224'] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:31.583643 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a4204-a950-4988-88de-e5d17f1d508f req-5602083d-4541-4d44-aa97-f0819b401694 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:31.585521 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-eb9a4204-a950-4988-88de-e5d17f1d508f req-5602083d-4541-4d44-aa97-f0819b401694 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.1552305 Jun 12 12:00:31.668640 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29199869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29215214'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:31.683698 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f07e977a-3ef8-4432-88bd-3cb8137c7ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:31.734134 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-eb9a4204-a950-4988-88de-e5d17f1d508f req-98081274-8509-4198-bc22-98a15c3cf23f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284699 Jun 12 12:00:31.809515 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Checking segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:31.809887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Network hostable DHCP agents. Network: 6a4b685c-cb44-47f1-84eb-85f2fdad56d2, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:00:31.852495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eddf710-916e-4f08-9030-a8b9192a1753,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:31.857921 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:31.864721 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:00:31.890236 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 6a4b685c-cb44-47f1-84eb-85f2fdad56d2) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:31.900893 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ce0ed-4520-4cad-b9d6-e7f7da368746 None None] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:31.912016 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:31.913483 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.005399 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-10ff2edd-6deb-4531-96f5-48bd6ce617a0 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8867602 Jun 12 12:00:32.008224 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 53888) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:32.017364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:32.085088 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.086620 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.092319 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e07e2f-7182-4d69-8e25-773e642e7302 req-606ce82c-ffdc-4af3-ae32-63a332139bf8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:32.093945 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65e07e2f-7182-4d69-8e25-773e642e7302 req-606ce82c-ffdc-4af3-ae32-63a332139bf8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1767285 Jun 12 12:00:32.182194 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65e07e2f-7182-4d69-8e25-773e642e7302 req-65d890ea-93f5-48ba-990e-e3322c363dce tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805070 Jun 12 12:00:32.283650 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.427498 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:00:32.429483 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.583581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.642829 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Allocated IP 172.20.0.2 (6a4b685c-cb44-47f1-84eb-85f2fdad56d2/0eddf710-916e-4f08-9030-a8b9192a1753/7a212a17-cebe-4420-8dc8-8b4bc63b35a8) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:32.896611 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.906671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Transition to ACTIVE for port object 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:32.929309 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Transition to ACTIVE for port object 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:32.937853 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:32.948840 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:32.986629 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.016835 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:33.026249 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:33.035414 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:33.058376 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.143779 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6610-3ba2-4dcc-b51d-5dec46a12705 req-b536a61f-d39f-425e-a6bc-7e9fb59f9d97 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:33.148376 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbfb6610-3ba2-4dcc-b51d-5dec46a12705 req-b536a61f-d39f-425e-a6bc-7e9fb59f9d97 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.1442077 Jun 12 12:00:33.162450 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Attempting to bind port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:33.162835 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Attempting to bind port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:33.163263 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Attempting to bind port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:33.165428 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Pushing event updated for resources: {'Port': ['ID=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:33.169613 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:33.174666 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:33.175109 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Checking segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:33.175511 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.175922 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Bound using segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:33.176416 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Bound port: 7a212a17-cebe-4420-8dc8-8b4bc63b35a8, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:33.176797 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.252870 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbfb6610-3ba2-4dcc-b51d-5dec46a12705 req-9b76b44c-5492-4090-a0ec-249553aecadf tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918818 Jun 12 12:00:33.329082 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] For port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:33.338203 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Allocated IP 172.27.1.123 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/116011b6-b843-4035-84bd-eb8573d87dc0) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:33.362897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] For port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:33.375978 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.422580 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:33.500974 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53954) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:33.588348 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Deleting subnet d829065b-e7f4-4c6c-a827-8c3b57a1ceb1 {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:00:33.592781 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.609536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Pushing event updated for resources: {'Port': ['ID=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:33.616813 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:33.663255 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.716505 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.755716 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.808218 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a60ce-06dd-4614-bc95-f20ca0c65bf0 req-b3792087-3730-4788-bb42-f7be487b2c6d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:33.809858 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-261a60ce-06dd-4614-bc95-f20ca0c65bf0 req-b3792087-3730-4788-bb42-f7be487b2c6d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.2884943 Jun 12 12:00:33.814440 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.888941 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-261a60ce-06dd-4614-bc95-f20ca0c65bf0 req-379092d9-6e34-472c-b442-90a33509b945 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Jun 12 12:00:33.907448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.929550 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-07c5c323-03c7-4aaf-b5b4-d88052c57fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:33.941791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:33.945640 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d324a647-a7d6-4a6a-aa8d-a50d7a4eefd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:33.981346 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:33.984580 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:33.998011 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:34.019853 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.021979 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d829065b-e7f4-4c6c-a827-8c3b57a1ceb1 HTTP/1.1" status: 204 len: 168 time: 0.5199537 Jun 12 12:00:34.031634 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d829065b-e7f4-4c6c-a827-8c3b57a1ceb1,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:34.034664 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-79cafb89-cdb4-4dd9-b844-aab5d3338f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:34.035203 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53964) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:34.154725 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Pushing event updated for resources: {'Port': ['ID=116011b6-b843-4035-84bd-eb8573d87dc0,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:34.187684 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:34.218170 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.365965 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.381436 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736bc290-ecd7-469a-a889-d110af601b63']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:34.398594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6f6cdf-c5ac-49a1-858e-e22630527792') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:34.398941 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6f6cdf-c5ac-49a1-858e-e22630527792') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:34.419657 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.464328 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.479938 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:00:34.480348 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:00:34.485464 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:00:34.499495 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.554459 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:34.642038 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.646174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:34.652544 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.657478 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] 10.222.0.63 "DELETE /v2.0/networks/736bc290-ecd7-469a-a889-d110af601b63 HTTP/1.1" status: 204 len: 168 time: 0.6186483 Jun 12 12:00:34.664659 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:34.676373 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53976) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:34.687347 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Pushing event deleted for resources: {'Network': ['ID=736bc290-ecd7-469a-a889-d110af601b63,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:34.740500 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:34.774299 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Deleting subnet e18b7077-cbf2-4c34-9fea-1b0ad14d2d43 {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:00:34.779625 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.833673 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:34.902477 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.066099 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b305ff-6f01-4496-8aeb-5a28a6ac5f69 None None] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:35.190846 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.304864 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Provisioning for port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:35.325371 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Provisioning complete for port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:35.326039 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.349560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.357183 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b162430d-73d0-4eb3-b5a2-b730b8e5b0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:35.417119 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18b7077-cbf2-4c34-9fea-1b0ad14d2d43,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:35.435799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:35.458673 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.461803 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-77b7880d-9346-4106-a785-076a0d5ceafc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e18b7077-cbf2-4c34-9fea-1b0ad14d2d43 HTTP/1.1" status: 204 len: 168 time: 0.7842753 Jun 12 12:00:35.467116 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 53982) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:35.516226 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130a349-7131-46d3-88e2-86e0a692811b req-b1c86510-cb94-493c-aca2-9a8822352cea tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:35.527219 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8130a349-7131-46d3-88e2-86e0a692811b req-b1c86510-cb94-493c-aca2-9a8822352cea tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.3371127 Jun 12 12:00:35.615948 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8130a349-7131-46d3-88e2-86e0a692811b req-e1e7d715-a6fc-4350-a2d3-34390c6a2469 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871446 Jun 12 12:00:35.621754 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Router 1663efaf-df12-4962-ae28-7acb2592567b is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:00:35.657477 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.708903 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:00:35.841440 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.893018 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.911548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dfc49c-9583-4cc4-8751-2cef0b8c1880']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:35.939544 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] For port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:35.941026 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:35.951525 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.953230 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:35.957727 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:35.960336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2232bc-b87c-4aaa-9cc6-1af17cca53fb') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:35.960620 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2232bc-b87c-4aaa-9cc6-1af17cca53fb') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:35.968809 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:35.969822 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:35.973642 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:35.975174 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9646599 Jun 12 12:00:35.980784 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54006) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:35.995940 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:36.052485 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:36.077052 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:00:36.077664 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:00:36.083031 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:00:36.183722 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Pushing event updated for resources: {'Port': ['ID=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:36.195506 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:36.281936 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8b25b1bd-4e27-46a6-b529-c1a7a8bfa73d None None] Provisioning complete for port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:36.282336 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b25b1bd-4e27-46a6-b529-c1a7a8bfa73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:36.323733 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:36.341850 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:36.344621 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b5dfc49c-9583-4cc4-8751-2cef0b8c1880 HTTP/1.1" status: 204 len: 168 time: 0.8754172 Jun 12 12:00:36.358590 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:36.360033 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:36.429622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dfc49c-9583-4cc4-8751-2cef0b8c1880,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:36.433421 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fa876c04-4551-4cbf-a4d5-2369163f42b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:36.466037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3ca52-0fea-4239-81bf-8213a94bcbea req-679b36f3-56f9-4bad-8e1c-3cd0f4169ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:36.467616 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-08f3ca52-0fea-4239-81bf-8213a94bcbea req-679b36f3-56f9-4bad-8e1c-3cd0f4169ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 1099 time: 0.3052673 Jun 12 12:00:36.568949 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-08f3ca52-0fea-4239-81bf-8213a94bcbea req-23ebf9b4-2969-45b5-b427-d7b6993fef9d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901537 Jun 12 12:00:36.792327 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54022) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:36.819485 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:36.948319 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-dcf2a9f4-ffe7-4479-8560-a68bb8c74aa4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5b0afdd462d643e9b8b45147398332ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544919 Jun 12 12:00:36.951603 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54030) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:37.046183 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.122667 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.229580 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:37.230213 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.240506 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.247574 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.250591 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/76c56df6-ed77-4244-8cc5-b2e8e6314b41 HTTP/1.1" status: 204 len: 168 time: 0.2970927 Jun 12 12:00:37.251541 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-54ad7391-e74c-4624-b41f-02684ceced44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:37.264432 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c56df6-ed77-4244-8cc5-b2e8e6314b41,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:37.267764 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:37.333580 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:34Z', 'revision_number': 3, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:37.338751 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:37.339140 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Updating router 1663efaf-df12-4962-ae28-7acb2592567b port 116011b6-b843-4035-84bd-eb8573d87dc0 binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:37.396930 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.455536 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef9c18-261a-4862-b67d-e497be876d9c req-f819fadd-240d-4a37-aa61-4411f5cad746 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:37.457051 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-eaef9c18-261a-4862-b67d-e497be876d9c req-f819fadd-240d-4a37-aa61-4411f5cad746 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.4838600 Jun 12 12:00:37.642678 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-eaef9c18-261a-4862-b67d-e497be876d9c req-91de4994-6e91-40b0-a60f-4d77dda98839 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676056 Jun 12 12:00:37.809447 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.940109 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.954195 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Transition to ACTIVE for port object 116011b6-b843-4035-84bd-eb8573d87dc0 will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:37.961574 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:37.965883 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-6fbb224a-1930-474f-9fb5-8585ddd3763b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:38.046470 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54052) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:38.098373 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Pushing event updated for resources: {'Port': ['ID=116011b6-b843-4035-84bd-eb8573d87dc0,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:38.106770 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.107072 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.107422 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.107755 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.108086 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.108414 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.108739 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.109060 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.109403 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.109728 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.110047 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.110364 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:00:38.113833 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Attempting to bind port 116011b6-b843-4035-84bd-eb8573d87dc0 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:38.114204 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Attempting to bind port 116011b6-b843-4035-84bd-eb8573d87dc0 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:38.114609 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Attempting to bind port 116011b6-b843-4035-84bd-eb8573d87dc0 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:38.116915 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:38.121681 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:38.122063 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:38.122471 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.122915 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:38.123546 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Bound port: 116011b6-b843-4035-84bd-eb8573d87dc0, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:38.123787 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.148139 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a899b0f6-691f-449e-9c2f-b644b2e5fa54 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3fd323c4a4824503977657483d9a67ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998230 Jun 12 12:00:38.151082 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54054) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:38.180188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Allocated IP 172.20.0.1 (6a4b685c-cb44-47f1-84eb-85f2fdad56d2/0eddf710-916e-4f08-9030-a8b9192a1753/69df8887-b4d2-499c-b440-1ca85d02133f) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:38.192245 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] For port 116011b6-b843-4035-84bd-eb8573d87dc0, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:38.195803 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] For port 116011b6-b843-4035-84bd-eb8573d87dc0, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=116011b6-b843-4035-84bd-eb8573d87dc0,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:38.203353 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.206410 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-e4e76340-0491-4e3f-86c3-ff65cc5f5377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:38.249136 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.285466 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.286609 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:38.287269 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:38.373411 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.380555 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.385380 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/25a2d7f8-8166-4622-b0ae-5f1b29ec4f4f HTTP/1.1" status: 204 len: 168 time: 0.2328706 Jun 12 12:00:38.386267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f41906eb-c11f-4243-82dc-8f50073620cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:38.421650 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a2d7f8-8166-4622-b0ae-5f1b29ec4f4f,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:38.425057 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:38.445029 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Pushing event updated for resources: {'Port': ['ID=116011b6-b843-4035-84bd-eb8573d87dc0,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:38.474456 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-524205ef-816e-4fee-8d2b-a5f6db514213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:38.500724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.527672 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Transition to ACTIVE for port object 69df8887-b4d2-499c-b440-1ca85d02133f will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:38.635481 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:38.638915 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-80236e08-4bce-46ff-a4f1-b1c920843a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:38.648815 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:38.700617 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:38.710395 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:38.715490 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:38.716165 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:39.053048 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:34Z', 'revision_number': 3, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:39.057866 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65026207-82b3-4a66-834b-5653bdecab26 None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:34Z', 'revision_number': 3, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:39.112793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8d426b29-f8d1-4d7c-a9cf-bbe04fb05bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:39.285193 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-d9283eae-dc83-4591-8a3d-32f48c5a17a2 None None] Provisioning for port 69df8887-b4d2-499c-b440-1ca85d02133f completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:39.292620 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-d9283eae-dc83-4591-8a3d-32f48c5a17a2 None None] Provisioning complete for port 69df8887-b4d2-499c-b440-1ca85d02133f triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:39.293712 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d9283eae-dc83-4591-8a3d-32f48c5a17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:39.402863 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-d9283eae-dc83-4591-8a3d-32f48c5a17a2 None None] Port 69df8887-b4d2-499c-b440-1ca85d02133f cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:39.406148 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Pushing event updated for resources: {'Port': ['ID=69df8887-b4d2-499c-b440-1ca85d02133f,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:39.434091 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:39.682715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76e8c-efad-4979-884d-6614136a48f3 req-1b621beb-683b-452d-9d26-e3b71e8bcfe8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:39.704269 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-99d76e8c-efad-4979-884d-6614136a48f3 req-1b621beb-683b-452d-9d26-e3b71e8bcfe8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.3227212 Jun 12 12:00:39.754782 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:39.839658 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-99d76e8c-efad-4979-884d-6614136a48f3 req-dda1ff86-456c-4c3b-80db-455c785319ec tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342056 Jun 12 12:00:40.240758 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:40.250738 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:40.252817 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:40.273728 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9be925ee-c5b1-444b-a21f-565d4dcbfe43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:40.592801 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 116011b6-b843-4035-84bd-eb8573d87dc0 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:40.599269 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Pushing event updated for resources: {'Port': ['ID=69df8887-b4d2-499c-b440-1ca85d02133f,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:40.661857 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:40.684710 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54108) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:40.737846 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 116011b6-b843-4035-84bd-eb8573d87dc0 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:40.743723 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 116011b6-b843-4035-84bd-eb8573d87dc0 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:40.744351 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:40.763750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54112) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:40.834534 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22802c57-c594-431e-bfc6-b2ca07f3aa87 req-519a4598-cb3b-435b-9abf-f77a050c9e17 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:40.855694 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22802c57-c594-431e-bfc6-b2ca07f3aa87 req-519a4598-cb3b-435b-9abf-f77a050c9e17 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.3530319 Jun 12 12:00:40.905278 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:40.907668 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:40.937590 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:40.969306 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.032781 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 116011b6-b843-4035-84bd-eb8573d87dc0, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=116011b6-b843-4035-84bd-eb8573d87dc0,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:41.042049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.048062 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:41.120425 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.149863 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.154584 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=116011b6-b843-4035-84bd-eb8573d87dc0,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:41.159886 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:41.240438 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.252600 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:41.253567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22802c57-c594-431e-bfc6-b2ca07f3aa87 req-14f875ec-f42a-4671-85de-dfe20c15e5d4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947377 Jun 12 12:00:41.374849 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dfc111ab25c0433f86382aa5cff234e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890326 Jun 12 12:00:41.386226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54122) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:41.408913 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-3c6c8660-b0f2-485c-a6ad-d69bf03e935f None None] Provisioning complete for port 69df8887-b4d2-499c-b440-1ca85d02133f triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:41.409307 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8660-b0f2-485c-a6ad-d69bf03e935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.410950 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-233fbc35-084e-4089-989c-957888e007b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.438004 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Router 1663efaf-df12-4962-ae28-7acb2592567b has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:00:41.470791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65022182-8ba0-4f3e-ba93-ee83ca053499,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:41.507456 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c8660-b0f2-485c-a6ad-d69bf03e935f None None] Port 69df8887-b4d2-499c-b440-1ca85d02133f cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:41.514296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:41.574150 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.617762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.704693 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.716326 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.720476 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:41.731265 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.734117 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:41.745384 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65022182-8ba0-4f3e-ba93-ee83ca053499 HTTP/1.1" status: 204 len: 168 time: 0.3577726 Jun 12 12:00:41.785774 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:41.805474 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8b9926d59ab84edd8fe07d8558608749&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0401254 Jun 12 12:00:41.806786 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] 10.222.0.63 "PUT /v2.0/routers/1663efaf-df12-4962-ae28-7acb2592567b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8241494 Jun 12 12:00:41.808294 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54126) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:41.808808 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afefe404-fe96-4da8-8fe3-5feb67e2afb1,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:41.815488 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:41.817999 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:41.834260 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65022182-8ba0-4f3e-ba93-ee83ca053499,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:41.850088 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:41.973564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.003864 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.039989 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.069012 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:42.094953 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:42.095674 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:42.161043 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.167670 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.169195 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/afefe404-fe96-4da8-8fe3-5feb67e2afb1 HTTP/1.1" status: 204 len: 168 time: 0.3594074 Jun 12 12:00:42.174000 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-02aa8f54-428a-401b-abe2-c941b891f7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:42.190040 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afefe404-fe96-4da8-8fe3-5feb67e2afb1,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:42.192430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:42.366069 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:42.426489 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54144) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:42.490070 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.571507 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 116011b6-b843-4035-84bd-eb8573d87dc0 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:42.771556 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.783332 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.792129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.797077 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cdabd2d4-fd1d-4770-8d36-2d3f33cd9974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:42.865503 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 116011b6-b843-4035-84bd-eb8573d87dc0 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:42.866060 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:42.875665 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ac1c1e2eec149ff8974223da0d97b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478881 Jun 12 12:00:42.878334 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bafcdc-dbbe-41ae-a0d4-5e53969374b8,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:42.879093 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54156) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:42.897827 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:42.964637 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 2, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:42.971166 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:42.971678 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Updating router 1663efaf-df12-4962-ae28-7acb2592567b port 69df8887-b4d2-499c-b440-1ca85d02133f binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:42.973471 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.020944 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.074193 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.212073 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.215768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.217017 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03bafcdc-dbbe-41ae-a0d4-5e53969374b8 HTTP/1.1" status: 204 len: 168 time: 0.3362494 Jun 12 12:00:43.217970 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ed116947-7429-41a4-94c2-07fa95e6ab20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:43.237408 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bafcdc-dbbe-41ae-a0d4-5e53969374b8,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:43.246653 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:43.390731 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54174) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:43.401873 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418558621', 'description': 'tempest-description--921019930'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:43.479224 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.751169 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.758606 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.780442 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0d66782a-a881-456b-bfdc-df87c8305f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:43.834889 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.840216 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4478073 Jun 12 12:00:43.842610 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.843462 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54198) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:43.852543 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4591669c-fbbe-4616-b954-716f9fb241f2,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:43.862533 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:43.871264 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Transition to ACTIVE for port object 69df8887-b4d2-499c-b440-1ca85d02133f will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:43.877968 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'security_group_rule': {'security_group_id': '4591669c-fbbe-4616-b954-716f9fb241f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:43.881458 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.895557 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:43.956520 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:43.998491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54206) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:44.057751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcfe51-bca1-4f29-9c7d-8c4269b000f4 None None] Pushing event updated for resources: {'Port': ['ID=69df8887-b4d2-499c-b440-1ca85d02133f,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:44.076536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-1bbcfe51-bca1-4f29-9c7d-8c4269b000f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:44.253497 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.271436 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.276022 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:44.296895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-51eff376-e262-4c89-9183-78c556468853 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:44.299001 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-51eff376-e262-4c89-9183-78c556468853 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.3385532 Jun 12 12:00:44.313762 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b55d931-1c5a-4d97-b243-b8b2e4c8f196,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:44.336789 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:44.366178 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.375986 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5298769 Jun 12 12:00:44.377274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54218) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:44.394588 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'security_group_rule': {'security_group_id': '4591669c-fbbe-4616-b954-716f9fb241f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:44.441203 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-635656e8-ad55-412e-a173-a190d00cf647 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/quotas/fd990cccbf78434cab46875821cb6271 HTTP/1.1" status: 200 len: 375 time: 0.0938432 Jun 12 12:00:44.457178 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-2e7c1272-8ec9-4f1d-81b2-034d376cac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:44.461373 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-2e7c1272-8ec9-4f1d-81b2-034d376cac4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.3008387 Jun 12 12:00:44.469750 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.505762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-476076809-network', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:44.658797 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.663965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.668781 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a9413883-e9a7-47b6-ac69-d25d8807dc4d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:44.690622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da971b6-96d1-4731-8862-9e9060f63b05,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:44.703988 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:44.731623 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Made reservation on behalf of b06f3043eb4b4b11a0e860569d5491bc for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:44.740622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.793066 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.825151 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.831629 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4529567 Jun 12 12:00:44.833653 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54232) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:44.837461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.844367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Attempting to bind port 69df8887-b4d2-499c-b440-1ca85d02133f on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:44.844659 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Attempting to bind port 69df8887-b4d2-499c-b440-1ca85d02133f by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:44.845021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Attempting to bind port 69df8887-b4d2-499c-b440-1ca85d02133f on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:44.845144 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:44.851332 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:44.851722 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Checking segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:44.852840 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.853257 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Bound using segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:44.854286 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Bound port: 69df8887-b4d2-499c-b440-1ca85d02133f, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:44.854286 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.854508 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-284818bc-f4d1-4e7f-ade7-34f23ed60b2f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3864591 Jun 12 12:00:44.861435 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-32db0059-824d-491d-8b14-777d0a0fd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:44.863912 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-32db0059-824d-491d-8b14-777d0a0fd943 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.3933537 Jun 12 12:00:44.916413 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc15a-408a-440f-802c-0bba70d0eac4 req-afebe3c8-6cf4-40f6-b1d9-6202c2065a96 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:44.924685 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-188cc15a-408a-440f-802c-0bba70d0eac4 req-afebe3c8-6cf4-40f6-b1d9-6202c2065a96 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2195601 Jun 12 12:00:44.941469 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] For port 69df8887-b4d2-499c-b440-1ca85d02133f, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:44.945710 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] For port 69df8887-b4d2-499c-b440-1ca85d02133f, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=69df8887-b4d2-499c-b440-1ca85d02133f,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:44.954171 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:44.958081 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-13fd21cb-6fce-4c5f-ba07-8720748f0292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:44.964012 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-b26e1b25-5218-4b31-919c-b2c2bfbe2681 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.0895288 Jun 12 12:00:44.981058 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-188cc15a-408a-440f-802c-0bba70d0eac4 req-bce2b32a-4451-4b0f-83d9-e4217b4b42d4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Jun 12 12:00:45.051738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcfe51-bca1-4f29-9c7d-8c4269b000f4 None None] Pushing event updated for resources: {'Port': ['ID=69df8887-b4d2-499c-b440-1ca85d02133f,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:45.058148 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-1bbcfe51-bca1-4f29-9c7d-8c4269b000f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:45.088969 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:45.089621 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:45.145743 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-f82ba47b-b094-47ed-84da-ec29a65efe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:45.147467 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-f82ba47b-b094-47ed-84da-ec29a65efe1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.1711082 Jun 12 12:00:45.210563 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-80eff4db-2f7d-4f70-b544-ae883489cb79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549264 Jun 12 12:00:45.224968 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-09e0f174-e812-4e22-b26e-56be9e0eef3e service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419209 Jun 12 12:00:45.310679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.337450 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:45.359320 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.392084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-52057632-dc23-41c3-aad8-032b371a2e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:45.434103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:45.477755 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.577439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-2447f472-8632-4de3-82ba-1a9de7ae866a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:45.585227 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-2447f472-8632-4de3-82ba-1a9de7ae866a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 814 time: 0.3343709 Jun 12 12:00:45.598628 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.599060 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Added segment 16af4fd7-9884-4af4-ab24-51ecb21cc2e5 of type vlan for network 9a751551-4b26-4cc8-bb60-c8d635292812 Jun 12 12:00:45.603871 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-03a83e0a-0570-49fe-9e07-ccf53f8f0c70 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/quotas/7c9faa1de4d64177b429e528423b39c9 HTTP/1.1" status: 200 len: 375 time: 0.0169940 Jun 12 12:00:45.624765 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70767b30-74d7-4f45-a54b-bfc31aad9572,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:45.627945 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:45.701446 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.708388 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-21ef96b4-bc1b-4053-9cca-b44288d2c0c9 service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904421 Jun 12 12:00:45.713332 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-ee6d4a2e-f487-4ada-b8e7-4c236c5347d9 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903665 Jun 12 12:00:45.802370 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:44Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:45.808562 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f094ba6-1da8-4c12-8262-20eb636fafbe None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:44Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:45.809465 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-9a08eeb4-85ec-45dc-8b61-9da360703323 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974761 Jun 12 12:00:45.820332 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.823700 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:45.824289 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.834767 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:45.850891 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:45.900605 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8995769 Jun 12 12:00:45.916637 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54254) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:45.924102 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Request body: {'subnet': {'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-476076809-subnet', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:45.968071 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Pushing event updated for resources: {'Network': ['ID=9a751551-4b26-4cc8-bb60-c8d635292812,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:45.968238 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:45.980120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 9a751551-4b26-4cc8-bb60-c8d635292812 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:00:45.996769 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0128d40-18b1-4630-b242-8b1fa7f5e157 req-5c6fd2ec-28f5-4447-a99d-6f268a12e796 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741902 Jun 12 12:00:46.041570 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eda8449d-a12a-4c3b-8070-cc4c29511c11 req-e60e7abb-a299-479d-ae56-2231ceba6c6f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.0437517 Jun 12 12:00:46.147689 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Made reservation on behalf of b06f3043eb4b4b11a0e860569d5491bc for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:46.150098 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:46.326449 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833180-6903-4438-8a13-f2139a7e3ed6 req-e30616ba-1b83-40f0-9e6b-0fc719ea80eb tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:46.328222 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3a833180-6903-4438-8a13-f2139a7e3ed6 req-e30616ba-1b83-40f0-9e6b-0fc719ea80eb tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0917752 Jun 12 12:00:46.438603 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3a833180-6903-4438-8a13-f2139a7e3ed6 req-d09cbd96-4bef-462f-ad12-0c8f72706f99 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952978 Jun 12 12:00:46.551172 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 69df8887-b4d2-499c-b440-1ca85d02133f up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:46.656709 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Allocated IP 172.27.1.189 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/eb677ae0-6070-4adb-bd34-e042f1ca3a70) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:46.683505 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 69df8887-b4d2-499c-b440-1ca85d02133f completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:46.688754 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 69df8887-b4d2-499c-b440-1ca85d02133f triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:46.689822 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:46.709917 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-577b2bf9-3458-4302-9929-0b027a30b806 service neutron] 10.222.0.63 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8939288 Jun 12 12:00:46.904882 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:46.976690 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 69df8887-b4d2-499c-b440-1ca85d02133f, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=69df8887-b4d2-499c-b440-1ca85d02133f,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:46.982634 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:46.988466 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:47.063664 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=69df8887-b4d2-499c-b440-1ca85d02133f,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:47.067508 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:47.099274 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-7674e5d7-adc8-42fe-861e-5abed19136a7 service neutron] 10.222.0.63 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703017 Jun 12 12:00:47.111570 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.182840 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.197380 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:47.269930 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2ac3c656-2a94-4331-9c71-da89e62b382e req-b1f0347a-61f0-4b62-9cbf-901105f7e3b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.0494280 Jun 12 12:00:47.310954 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c8f1d7-c308-46f8-8f4a-78c93de426ca,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:47.314121 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:47.315403 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.321614 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-30bcb3d8-96d5-49ed-a89b-3b8425b5516b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:47.414222 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:47.417722 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7818a5e1-6e3f-4ed3-bd97-65f9618ec5ef req-3fbd05bf-242c-4968-8384-d5f75ab69731 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.0918753 Jun 12 12:00:47.418677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Checking segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:47.419197 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Network hostable DHCP agents. Network: 9a751551-4b26-4cc8-bb60-c8d635292812, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:00:47.425227 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:47.429669 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:47.445008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'Port': ['ID=eb677ae0-6070-4adb-bd34-e042f1ca3a70,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:47.485167 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:47.559454 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Network 9a751551-4b26-4cc8-bb60-c8d635292812 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:00:47.583607 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 9a751551-4b26-4cc8-bb60-c8d635292812) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:47.586006 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.593216 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549cf86-857d-4b93-b8f4-24a82c808e1c None None] Network 9a751551-4b26-4cc8-bb60-c8d635292812 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:47.605273 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:47.606156 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.654849 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7366569 Jun 12 12:00:47.663104 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54296) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:47.670376 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:47.684393 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.751182 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.752384 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:47.817339 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8f03-b903-492e-a36f-f80a4e19bab5 req-553e6311-dc5a-4ac5-a642-54627d154518 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:47.826873 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3d9d8f03-b903-492e-a36f-f80a4e19bab5 req-553e6311-dc5a-4ac5-a642-54627d154518 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1918981 Jun 12 12:00:47.890198 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3d9d8f03-b903-492e-a36f-f80a4e19bab5 req-1afb9acb-93f8-45dd-aab2-7ba47fe9534a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618002 Jun 12 12:00:47.919787 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-9a751551-4b26-4cc8-bb60-c8d635292812', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:00:47.921373 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.003558 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.091484 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Allocated IP 172.20.0.2 (9a751551-4b26-4cc8-bb60-c8d635292812/36c8f1d7-c308-46f8-8f4a-78c93de426ca/7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:48.113439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.121395 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.125997 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:48.252920 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.269606 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.282148 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.288103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'Port': ['ID=eb677ae0-6070-4adb-bd34-e042f1ca3a70,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:48.292247 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:48.293047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.293197 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Transition to ACTIVE for port object 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:48.302500 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4592493 Jun 12 12:00:48.323501 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Transition to ACTIVE for port object 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:48.332687 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.335455 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-eea69940-a2b9-4a39-a678-cd6ead1a859b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:48.432069 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Pushing event updated for resources: {'Port': ['ID=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:48.435711 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Network 9a751551-4b26-4cc8-bb60-c8d635292812 is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:48.436882 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:48.437897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:48.440883 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:48.471698 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-dcd55199-655f-4be7-a421-e95f5d09160d req-076543ca-48ec-4b24-8972-9b9bcc03a217 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.0636387 Jun 12 12:00:48.511822 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 69df8887-b4d2-499c-b440-1ca85d02133f up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:48.565178 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Attempting to bind port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:48.565550 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Attempting to bind port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:48.565930 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Attempting to bind port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 on network 9a751551-4b26-4cc8-bb60-c8d635292812 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:48.573715 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:48.574112 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Checking segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:48.574526 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.575281 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Bound using segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:48.575454 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Bound port: 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:48.575841 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.608642 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-496dc12d-0513-4e42-a364-8b28e0605d95 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--418558621&fields=id&tenant_id=8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 267 time: 0.0538547 Jun 12 12:00:48.645285 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 69df8887-b4d2-499c-b440-1ca85d02133f triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:48.645880 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.657935 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.686497 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.713067 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] For port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:48.721703 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] For port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:48.740111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:48.744573 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:48.850752 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Allocated IP 172.27.1.22 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/815d25a4-8664-4f38-9341-44d4217bf4ab) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:48.853553 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Pushing event updated for resources: {'Port': ['ID=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:48.857409 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:48.989414 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-489151b9-4caf-459f-bc56-d5f56765a77b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:48.991034 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-489151b9-4caf-459f-bc56-d5f56765a77b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 817 time: 0.3752077 Jun 12 12:00:49.009729 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-2475d835-aea6-49b7-b55b-7a11db3cb62e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/quotas/8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 375 time: 0.0124416 Jun 12 12:00:49.028008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:49.105686 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:49.108030 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0a781cda-5af8-4598-8e90-34a5fb4a128a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:49.133051 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-28349946-a6af-4e03-83e4-89e260871046 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170180 Jun 12 12:00:49.162680 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:49.165807 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:49.170385 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:49.174406 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Pushing event updated for resources: {'Port': ['ID=815d25a4-8664-4f38-9341-44d4217bf4ab,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:49.226901 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:49.287524 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-fee82335-b0e8-48bc-a86b-c691b676d65d service neutron] 10.222.0.63 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414843 Jun 12 12:00:49.417275 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-977cb35b-091c-41b9-a895-b93a9c538aee service neutron] 10.222.0.63 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226125 Jun 12 12:00:49.716181 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-223692d4-c5ea-4844-b05d-1293a16c9a58 req-7fcddc99-77ea-4274-b5c4-b362164789c8 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.0550790 Jun 12 12:00:49.783513 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:49.936623 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dd837-b0e7-4fce-b40e-8d9e614d332d req-c587f172-8cdb-439e-ab60-70a9db346dfd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:49.938636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9e8dd837-b0e7-4fce-b40e-8d9e614d332d req-c587f172-8cdb-439e-ab60-70a9db346dfd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0872557 Jun 12 12:00:49.966550 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319d0d3-2b2c-4abb-be89-8218ccd158ed None None] Network 9a751551-4b26-4cc8-bb60-c8d635292812 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:00:49.995991 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9e8dd837-b0e7-4fce-b40e-8d9e614d332d req-f6e1f704-095d-440d-ac15-4c7453e26965 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509872 Jun 12 12:00:50.122012 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-a65eaefd-51c8-4ee0-a060-7edab312e4ed None None] Provisioning for port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:50.149484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:50.170690 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c644ffbf-a368-4b50-bb93-3998b46919fb req-22d28ce7-3b0c-4497-85a6-8f933ecb2a0a tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.0381734 Jun 12 12:00:50.309829 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-87281ea1-7d1c-48c3-9656-5c4119f0b60e req-a39b589f-a153-42fb-a64e-a0af095ea0e2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 210 time: 0.0365336 Jun 12 12:00:50.345049 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:00:50.476344 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:50.497546 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:50.508814 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Sync routers for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:50.515256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:50.516599 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8523955 Jun 12 12:00:50.519324 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54340) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:50.527060 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:50.527828 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:50.545560 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:50.552956 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:50.553538 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:50.598934 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-6f6d66db-134d-420c-ab05-d4e10889c93f None None] Provisioning complete for port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:50.599408 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6f6d66db-134d-420c-ab05-d4e10889c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:50.710901 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:51.042442 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-125ca888-fe6e-4e50-b55e-4b62ce51f3c4 req-cf379376-b41e-4845-8dd5-cfd99677db5f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.1538193 Jun 12 12:00:51.136333 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:51.223240 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6f6d66db-134d-420c-ab05-d4e10889c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:51.268569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-ba59c5d1-d288-424a-8ae2-bece5a9d7e78 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:51.270526 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-ba59c5d1-d288-424a-8ae2-bece5a9d7e78 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.2414701 Jun 12 12:00:51.294107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Request body: {'port': {'device_id': 'c67468df-2797-4011-a78e-2dabd239f08d', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'admin_state_up': True, 'tenant_id': 'fd990cccbf78434cab46875821cb6271'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:51.333057 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:51.341650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:51.343973 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-1bbcfe51-bca1-4f29-9c7d-8c4269b000f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:51.390811 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:49Z', 'revision_number': 3, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:51.401242 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Checking router: b5b03de5-a3b5-4e3d-953b-2cd64a7de86f for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:51.402083 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Updating router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f port 815d25a4-8664-4f38-9341-44d4217bf4ab binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:51.497316 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbe71f-c2df-4f4f-9eae-dc6b3b10a9ae req-e713b2e3-a492-4796-abef-078b31c92985 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:51.501145 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-84fbe71f-c2df-4f4f-9eae-dc6b3b10a9ae req-e713b2e3-a492-4796-abef-078b31c92985 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1843724 Jun 12 12:00:51.524199 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:51.557221 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.db.api [None req-6f6d66db-134d-420c-ab05-d4e10889c93f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:00:51.557671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_db.api [None req-6f6d66db-134d-420c-ab05-d4e10889c93f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:00:51.565531 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:51.580225 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:51.588278 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3483f7a2-6197-4565-8818-ab6095bab47e req-7b623113-1b50-475f-94cd-c12fce16b29c tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.1412663 Jun 12 12:00:51.627745 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-84fbe71f-c2df-4f4f-9eae-dc6b3b10a9ae req-86e3f737-a98a-4c82-9844-73becfb321c2 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166582 Jun 12 12:00:51.791870 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Made reservation on behalf of fd990cccbf78434cab46875821cb6271 for: {'port': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:51.798439 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:51.910470 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-11bac61d-6e5b-4ea6-a1ca-35a1fc9bad7c req-a94df8e3-58d2-4a44-8995-a5d932456c70 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 210 time: 0.1258924 Jun 12 12:00:51.928616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.182458 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.209941 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Transition to ACTIVE for port object 815d25a4-8664-4f38-9341-44d4217bf4ab will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:52.217742 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.222079 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:52.291344 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Attempting to bind port 815d25a4-8664-4f38-9341-44d4217bf4ab on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:52.291739 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Attempting to bind port 815d25a4-8664-4f38-9341-44d4217bf4ab by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:52.292319 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Attempting to bind port 815d25a4-8664-4f38-9341-44d4217bf4ab on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:52.322896 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:52.327840 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:52.328548 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.328669 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:52.329268 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Bound port: 815d25a4-8664-4f38-9341-44d4217bf4ab, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:52.329788 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.368955 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aed34eb3-ebd2-442d-9d72-fa8617648b2f req-ba1d43e7-e794-4d2b-ba2a-d616e85b3a49 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.0443349 Jun 12 12:00:52.467892 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] For port 815d25a4-8664-4f38-9341-44d4217bf4ab, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:52.472006 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] For port 815d25a4-8664-4f38-9341-44d4217bf4ab, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=815d25a4-8664-4f38-9341-44d4217bf4ab,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:52.479921 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.481550 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566264da-ad28-47dd-95b5-14dc3b58ab3f None None] Pushing event updated for resources: {'Port': ['ID=815d25a4-8664-4f38-9341-44d4217bf4ab,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:52.495258 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-566264da-ad28-47dd-95b5-14dc3b58ab3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:52.495962 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-566264da-ad28-47dd-95b5-14dc3b58ab3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:52.526694 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:52.534679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Allocated IP 172.20.0.13 (4a87d019-f8bf-4811-a4bb-dcd272c168ae/451903b1-da50-4105-8735-8aad651ded63/5f6c45e1-18a2-4223-9f8a-ade731a5831a) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:52.544102 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5103b28a-8d4f-406a-a445-a566d196a03c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:52.548860 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5103b28a-8d4f-406a-a445-a566d196a03c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 817 time: 0.2840724 Jun 12 12:00:52.586789 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566264da-ad28-47dd-95b5-14dc3b58ab3f None None] Pushing event updated for resources: {'Port': ['ID=815d25a4-8664-4f38-9341-44d4217bf4ab,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:52.594258 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-566264da-ad28-47dd-95b5-14dc3b58ab3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:52.621010 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:52.621514 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:52.621905 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:52.622324 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:52.679311 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-7f535ee4-0b33-4c7a-97c2-1cadc72aa3b3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 379 time: 0.1166360 Jun 12 12:00:52.698111 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'port': {'device_id': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'admin_state_up': True, 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'security_groups': ['4591669c-fbbe-4616-b954-716f9fb241f2']}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:52.815312 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Allocated IP 172.20.0.1 (9a751551-4b26-4cc8-bb60-c8d635292812/36c8f1d7-c308-46f8-8f4a-78c93de426ca/c52d33c1-484c-4972-b0e0-7abba766073b) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:52.901766 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:52.928668 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Made reservation on behalf of 8c04979bce454a18826e58d348fa179e for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:52.933752 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.099043 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5b6f0857-90c5-4b3c-9ace-496f28cdefcb req-694f204d-85e1-4402-b17b-caa00bcfc4ef tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.0667078 Jun 12 12:00:53.160548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.234023 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Transition to ACTIVE for port object c52d33c1-484c-4972-b0e0-7abba766073b will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:53.252122 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:49Z', 'revision_number': 3, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:53.264645 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4985f0e7-a6d5-42a7-b68d-93f270ccc48b None None] The sync data for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi is: [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:49Z', 'revision_number': 3, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:00:53.291878 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2aa2-b0c8-487b-ac57-9aa9461fff53 req-0f01133b-639e-4f2e-9d45-1c9f91d04676 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:53.302858 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f1ab2aa2-b0c8-487b-ac57-9aa9461fff53 req-0f01133b-639e-4f2e-9d45-1c9f91d04676 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.3880289 Jun 12 12:00:53.329118 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.353304 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.362405 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b2b44f10-226d-4f36-818b-d2e89100d099 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:53.367982 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-845af4bb-cd28-41f3-b251-38850620f0e7 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:53.369466 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-845af4bb-cd28-41f3-b251-38850620f0e7 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.67 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 814 time: 0.4059248 Jun 12 12:00:53.409797 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'port': {'device_id': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'admin_state_up': True, 'tenant_id': '7c9faa1de4d64177b429e528423b39c9'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:53.414294 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Allocated IP 172.20.0.3 (6a4b685c-cb44-47f1-84eb-85f2fdad56d2/0eddf710-916e-4f08-9030-a8b9192a1753/952e6967-e761-4304-881e-3756a9eb04c5) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:53.435601 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f1ab2aa2-b0c8-487b-ac57-9aa9461fff53 req-dacb2efc-036d-43a2-8c72-7c55330496aa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316202 Jun 12 12:00:53.453027 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Pushing event updated for resources: {'Port': ['ID=c52d33c1-484c-4972-b0e0-7abba766073b,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:53.464091 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:53.496598 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Network 9a751551-4b26-4cc8-bb60-c8d635292812 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:53.501080 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:53.511550 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:53.630226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.841074 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-74536f38-779f-43b6-90a2-3147dcb08b85 req-6b0949f4-2c01-451a-91f9-fea8f9013b85 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 210 time: 0.0571785 Jun 12 12:00:53.880019 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.891830 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b3a11512-2d98-4db0-b85c-5333385070e0 req-067ddb70-b124-46a1-a434-62f4fe1ee076 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.0686231 Jun 12 12:00:53.897645 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'f79ad184-ec43-466c-8043-b402cf7e40b5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:00:53.937147 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e38bf771-f449-445b-8aef-18628658e821 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:53.964335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:53.981597 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Transition to ACTIVE for port object 952e6967-e761-4304-881e-3756a9eb04c5 will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:53.983281 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Made reservation on behalf of 7c9faa1de4d64177b429e528423b39c9 for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:53.987999 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.084265 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c6584580-058f-4fdc-ad2d-f321c0ee0f89 None None] Provisioning for port c52d33c1-484c-4972-b0e0-7abba766073b completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:54.100820 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:54.102104 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.105593 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c6584580-058f-4fdc-ad2d-f321c0ee0f89 None None] Provisioning complete for port c52d33c1-484c-4972-b0e0-7abba766073b triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:54.106087 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c6584580-058f-4fdc-ad2d-f321c0ee0f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.108806 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:54.122817 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:54.178038 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.196158 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-c6584580-058f-4fdc-ad2d-f321c0ee0f89 None None] Port c52d33c1-484c-4972-b0e0-7abba766073b cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:54.218768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:54.219518 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.225336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event updated for resources: {'Port': ['ID=5f6c45e1-18a2-4223-9f8a-ade731a5831a,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:54.230703 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cbf34467-52af-40f0-8412-2a134a54d31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:54.400335 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:54.635200 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 815d25a4-8664-4f38-9341-44d4217bf4ab up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:54.662272 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3772955 Jun 12 12:00:54.775760 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:54.787455 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:54.796681 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:54.802538 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:54.803275 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.814813 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:54.832060 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 815d25a4-8664-4f38-9341-44d4217bf4ab completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:54.840444 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Allocated IP 172.20.0.7 (6b19ed73-ae2e-493a-afca-3aa12bdbe175/4f14bd9e-8c84-4768-8c33-f317410a94fd/4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:00:54.845643 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:54.854904 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 815d25a4-8664-4f38-9341-44d4217bf4ab triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:54.859449 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:54.860778 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1681607 Jun 12 12:00:55.001432 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adb818-22ef-4e31-a4d0-c6c8d8febeb7 req-9ac9c51e-d913-4814-82f6-625be9f49847 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:55.015243 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-44adb818-22ef-4e31-a4d0-c6c8d8febeb7 req-9ac9c51e-d913-4814-82f6-625be9f49847 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 932 time: 0.6163268 Jun 12 12:00:55.110728 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Request body: {'port': {'device_id': 'c67468df-2797-4011-a78e-2dabd239f08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:55.144477 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Request body: {'port': {'device_id': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:55.197828 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.280800 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 815d25a4-8664-4f38-9341-44d4217bf4ab, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=815d25a4-8664-4f38-9341-44d4217bf4ab,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:00:55.287601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.290891 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c7976f42-dd86-4706-80b1-4509c12343fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:55.302044 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.303630 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.360461 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-44adb818-22ef-4e31-a4d0-c6c8d8febeb7 req-eb7510a4-f88c-4157-98e7-a9e382cca227 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439128 Jun 12 12:00:55.362460 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.452355 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-953bcaac-9a08-4f5d-86f1-43ca795e4ac0 None None] Provisioning for port 952e6967-e761-4304-881e-3756a9eb04c5 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:55.467258 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-953bcaac-9a08-4f5d-86f1-43ca795e4ac0 None None] Provisioning complete for port 952e6967-e761-4304-881e-3756a9eb04c5 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:55.467673 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-953bcaac-9a08-4f5d-86f1-43ca795e4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.480979 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=815d25a4-8664-4f38-9341-44d4217bf4ab,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:55.487837 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54472) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:55.489833 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-953e36ff-8542-4eb8-82ca-d1bb5a224a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:55.544249 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:55.594015 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-953bcaac-9a08-4f5d-86f1-43ca795e4ac0 None None] Port 952e6967-e761-4304-881e-3756a9eb04c5 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:55.600318 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.619425 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Pushing event updated for resources: {'Port': ['ID=c52d33c1-484c-4972-b0e0-7abba766073b,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:55.630003 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:55.716169 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.777570 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:55.797155 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf964b-883c-42d4-a720-1a7b37adbb52 req-b5ab51e4-d721-418f-83be-4a3eeafd1f56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:55.799301 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbaf964b-883c-42d4-a720-1a7b37adbb52 req-b5ab51e4-d721-418f-83be-4a3eeafd1f56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.3193486 Jun 12 12:00:55.869006 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Transition to ACTIVE for port object 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:55.922577 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbaf964b-883c-42d4-a720-1a7b37adbb52 req-9b241284-8a10-4f6f-b214-933f210746a9 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870235 Jun 12 12:00:56.101987 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.242526 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-06c6c7cc-6222-4d1b-a698-26e635fdc87b req-00db980b-e255-4909-b1a0-898e283b69dc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.0742042 Jun 12 12:00:56.271336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.280952 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.281619 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.295972 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d2a1bd07-7f32-45dd-90ec-ffd02e988f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:56.323326 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:56.433767 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe5628-114d-4386-99b8-0af9101d4e13,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:56.441155 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75833fcaa7264d229444fc59791d748a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8323622 Jun 12 12:00:56.445713 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:56.446174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54484) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:56.486123 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:56.513110 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:56.516678 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:00:56.517841 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 815d25a4-8664-4f38-9341-44d4217bf4ab up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:00:56.520909 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad7a5-458d-4fce-b5dc-ea5db0ab22cd req-d14b3e18-4d76-4023-bc80-1247263bdac8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:56.528402 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:56.535841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.537573 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-397ad7a5-458d-4fce-b5dc-ea5db0ab22cd req-d14b3e18-4d76-4023-bc80-1247263bdac8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 931 time: 0.9050858 Jun 12 12:00:56.599440 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Network 9a751551-4b26-4cc8-bb60-c8d635292812 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:00:56.639516 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:00:56.641043 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 815d25a4-8664-4f38-9341-44d4217bf4ab triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:56.641604 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.664732 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:56.684809 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:56.712385 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3069055 Jun 12 12:00:56.755482 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-397ad7a5-458d-4fce-b5dc-ea5db0ab22cd req-a300dc07-0807-4162-9c7b-715aec416e81 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168882 Jun 12 12:00:56.803165 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:56.964560 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952e6967-e761-4304-881e-3756a9eb04c5 {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:00:56.981666 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.027405 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Transition to ACTIVE for port object 952e6967-e761-4304-881e-3756a9eb04c5 will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:57.032639 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.034866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:57.145602 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Provisioning complete for port c52d33c1-484c-4972-b0e0-7abba766073b triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:57.146499 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.156922 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:57.242043 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Port c52d33c1-484c-4972-b0e0-7abba766073b cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:57.247982 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:57.263808 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Provisioning for port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:00:57.269893 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Provisioning complete for port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:00:57.270688 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.325264 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-48736140-4a72-4bd5-b711-d29633251ff0 None None] Port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:00:57.335100 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Attempting to bind port 952e6967-e761-4304-881e-3756a9eb04c5 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:57.336047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Attempting to bind port 952e6967-e761-4304-881e-3756a9eb04c5 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:57.336520 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Attempting to bind port 952e6967-e761-4304-881e-3756a9eb04c5 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:57.344046 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Port 952e6967-e761-4304-881e-3756a9eb04c5 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:00:57.344365 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Attempting to bind port 952e6967-e761-4304-881e-3756a9eb04c5 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:57.362610 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:57.362987 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Checking segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:57.363368 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Bound using segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:57.363946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Bound port: 952e6967-e761-4304-881e-3756a9eb04c5, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:57.364340 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.472180 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:57.475706 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:57.481787 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.483766 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:57.524187 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.545808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:57.547862 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.549134 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] 10.222.0.67 "PUT /v2.0/ports/952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 200 len: 1093 time: 2.4302170 Jun 12 12:00:57.558656 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:57.561329 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6c45e1-18a2-4223-9f8a-ade731a5831a {{(pid=91742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:00:57.561477 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e9082f-af8b-4624-88a6-7b449ca9af92" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:57.587834 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.589101 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:57.605595 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:57.624188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Transition to ACTIVE for port object 5f6c45e1-18a2-4223-9f8a-ade731a5831a will not be triggered until provisioned by entity L2. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:57.635619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.638898 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:00:57.641317 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:57.709519 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ce32e-403b-45a0-9954-2edf97a1f465 req-02d66895-2c40-423d-81db-c29694c923cd tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:57.717161 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3f9ce32e-403b-45a0-9954-2edf97a1f465 req-02d66895-2c40-423d-81db-c29694c923cd tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 932 time: 0.3166797 Jun 12 12:00:57.719101 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.721725 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:57.725748 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7bfe5628-114d-4386-99b8-0af9101d4e13 HTTP/1.1" status: 204 len: 168 time: 1.2751746 Jun 12 12:00:57.807241 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c45e1-18a2-4223-9f8a-ade731a5831a,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:57.858075 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:57.860189 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:57.937021 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfe5628-114d-4386-99b8-0af9101d4e13,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:57.984552 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:58.111872 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3f9ce32e-403b-45a0-9954-2edf97a1f465 req-b98f4907-8491-460e-8108-910e39affebf tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936777 Jun 12 12:00:58.160037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Attempting to bind port 5f6c45e1-18a2-4223-9f8a-ade731a5831a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:00:58.167378 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Attempting to bind port 5f6c45e1-18a2-4223-9f8a-ade731a5831a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:00:58.167792 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Attempting to bind port 5f6c45e1-18a2-4223-9f8a-ade731a5831a on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:58.184284 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Port 5f6c45e1-18a2-4223-9f8a-ade731a5831a on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:00:58.184617 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Attempting to bind port 5f6c45e1-18a2-4223-9f8a-ade731a5831a on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:00:58.189014 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:00:58.195656 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b5847cb0-85d5-4e73-8a88-77b6d5490344 admin admin] 10.222.0.63 "PUT /v2.0/routers/b5b03de5-a3b5-4e3d-953b-2cd64a7de86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6745191 Jun 12 12:00:58.200028 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:00:58.200594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Checking segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:00:58.200732 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Sync routers for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:00:58.201654 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Bound using segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:00:58.202264 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Bound port: 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:00:58.202797 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:58.213798 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:00:58.214448 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:58.355218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] For port 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host hv-cinder-79611, cleared binding levels {{(pid=91742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:00:58.372328 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] For port 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5f6c45e1-18a2-4223-9f8a-ade731a5831a,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:00:58.385107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:58.403575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-089adae3-dff8-4d7e-8060-e401d52da3a0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:58.425783 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:00:58.539911 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:58.539911 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:58.541038 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] 10.222.0.67 "PUT /v2.0/ports/5f6c45e1-18a2-4223-9f8a-ade731a5831a HTTP/1.1" status: 200 len: 1094 time: 3.4624867 Jun 12 12:00:58.541561 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67468df-2797-4011-a78e-2dabd239f08d', 'tag': '5f6c45e1-18a2-4223-9f8a-ade731a5831a'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:00:58.546793 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336" -d '{"events": [{"name": "network-changed", "server_uuid": "c67468df-2797-4011-a78e-2dabd239f08d", "tag": "5f6c45e1-18a2-4223-9f8a-ade731a5831a"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:00:58.622030 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb73000-aaca-4967-bc6a-560969a7556d req-f82df802-043e-4685-a88b-30560a48d6d0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:58.631544 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ebb73000-aaca-4967-bc6a-560969a7556d req-f82df802-043e-4685-a88b-30560a48d6d0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.3335881 Jun 12 12:00:58.640734 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c45e1-18a2-4223-9f8a-ade731a5831a,revision_number=3']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:58.644801 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:58.719991 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ebb73000-aaca-4967-bc6a-560969a7556d req-e94635e9-3e66-4091-96ad-aff9b0cf384b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874004 Jun 12 12:00:58.945446 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:00:54Z', 'revision_number': 2, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:00:58.951055 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Checking router: b5b03de5-a3b5-4e3d-953b-2cd64a7de86f for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:00:58.951559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Updating router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f port c52d33c1-484c-4972-b0e0-7abba766073b binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:00:59.023635 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b477fe5-2e4e-4543-82a5-336a8b46220a req-f73c6a43-3643-4417-bd4f-561cd9f6748a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:59.028292 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3b477fe5-2e4e-4543-82a5-336a8b46220a req-f73c6a43-3643-4417-bd4f-561cd9f6748a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 931 time: 0.1671467 Jun 12 12:00:59.043776 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.094674 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3b477fe5-2e4e-4543-82a5-336a8b46220a req-be657d22-bd3a-489c-a9a7-72e0b8208cc5 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Jun 12 12:00:59.256554 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ba1b4-d74c-4a44-9ad9-f3d18a608d85 x-openstack-request-id: req-5f9ba1b4-d74c-4a44-9ad9-f3d18a608d85 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:59.263673 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:59.263673 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5f9ba1b4-d74c-4a44-9ad9-f3d18a608d85 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:59.263673 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'status': 'completed', 'code': 200} Jun 12 12:00:59.323384 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54546) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:59.328696 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-945082757-network', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:00:59.395079 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Made reservation on behalf of fa1705b0fdc74d068a3b9faa16b987f6 for: {'network': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:00:59.400953 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.435118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.539789 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d7f5f-e575-4cfd-8823-52bceb5cb2cd req-03fc7545-f202-4cf4-a2c8-03c01e5b2c27 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:59.542191 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-610d7f5f-e575-4cfd-8823-52bceb5cb2cd req-03fc7545-f202-4cf4-a2c8-03c01e5b2c27 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1646447 Jun 12 12:00:59.597067 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.603381 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.609382 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fb45eb2a-5b20-4eea-8cc1-89ba1ba1e7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:59.641328 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-610d7f5f-e575-4cfd-8823-52bceb5cb2cd req-faa2a387-3435-4507-85c4-2b4ee357e251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883000 Jun 12 12:00:59.643306 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cbe74e-b56e-4360-8765-953ae65befb2,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:00:59.647289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:00:59.657339 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=91741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:00:59.675585 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.675951 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.segments_db [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Added segment 66a27da9-b315-465b-94a7-4dd356977ec7 of type vlan for network 1b05a194-792b-4499-abab-4f0373e6a900 Jun 12 12:00:59.750438 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16beedf3-4125-49d0-96e3-c857b2fa3b5a x-openstack-request-id: req-16beedf3-4125-49d0-96e3-c857b2fa3b5a {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:00:59.752073 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67468df-2797-4011-a78e-2dabd239f08d", "tag": "5f6c45e1-18a2-4223-9f8a-ade731a5831a", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:00:59.752329 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-16beedf3-4125-49d0-96e3-c857b2fa3b5a {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:00:59.752854 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67468df-2797-4011-a78e-2dabd239f08d', 'tag': '5f6c45e1-18a2-4223-9f8a-ade731a5831a', 'status': 'completed', 'code': 200} Jun 12 12:00:59.761569 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.822544 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.824256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:00:59.826030 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.837358 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ecd97952-2935-4145-9fa7-af43b62d0bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:59.867905 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.893163 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Transition to ACTIVE for port object c52d33c1-484c-4972-b0e0-7abba766073b will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:00:59.901924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:00:59.924949 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-377d5bbe-8ff7-4d5b-81d5-6a78a99bfdca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:00:59.927611 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6030180 Jun 12 12:00:59.932177 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54558) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:00:59.957606 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Request body: {'subnet': {'network_id': '1b05a194-792b-4499-abab-4f0373e6a900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-945082757-subnet', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:00.008724 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739db0a-8a31-4e67-a2f4-32b96976b646 req-5143fb6b-93a0-4749-93bd-166e5ed7e492 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:00.010317 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9739db0a-8a31-4e67-a2f4-32b96976b646 req-5143fb6b-93a0-4749-93bd-166e5ed7e492 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.1090803 Jun 12 12:01:00.043038 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Pushing event updated for resources: {'Network': ['ID=1b05a194-792b-4499-abab-4f0373e6a900,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:00.056383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:00.065470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Made reservation on behalf of fa1705b0fdc74d068a3b9faa16b987f6 for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:00.072188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.090490 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9739db0a-8a31-4e67-a2f4-32b96976b646 req-01a30a16-1e25-4134-853b-3dfbf0def6dc tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691824 Jun 12 12:01:00.135696 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 1b05a194-792b-4499-abab-4f0373e6a900 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:01:00.232739 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73291c0-db63-4b73-b86d-848a0fa77b1a None None] Pushing event updated for resources: {'Port': ['ID=c52d33c1-484c-4972-b0e0-7abba766073b,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:00.246192 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-e73291c0-db63-4b73-b86d-848a0fa77b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:00.481250 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Attempting to bind port c52d33c1-484c-4972-b0e0-7abba766073b on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:00.482367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Attempting to bind port c52d33c1-484c-4972-b0e0-7abba766073b by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:00.483331 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Attempting to bind port c52d33c1-484c-4972-b0e0-7abba766073b on network 9a751551-4b26-4cc8-bb60-c8d635292812 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:00.490471 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:00.491216 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Checking segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:00.493261 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.494481 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Bound using segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:00.495201 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Bound port: c52d33c1-484c-4972-b0e0-7abba766073b, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:00.496482 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.525820 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.528477 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:00.587997 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c1ecc-4dc2-40a5-b238-5b4df4484388 req-7ae2cd07-08f4-43ae-b3f4-19278ad8bb8d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:00.596747 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-855c1ecc-4dc2-40a5-b238-5b4df4484388 req-7ae2cd07-08f4-43ae-b3f4-19278ad8bb8d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2164948 Jun 12 12:01:00.599323 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3464350-ec7b-4442-9c76-ea1050cd5e0a,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:00.607896 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:00.614420 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] For port c52d33c1-484c-4972-b0e0-7abba766073b, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:00.618280 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] For port c52d33c1-484c-4972-b0e0-7abba766073b, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=c52d33c1-484c-4972-b0e0-7abba766073b,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:00.627974 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Checking segment: {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:00.628345 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Network hostable DHCP agents. Network: 1b05a194-792b-4499-abab-4f0373e6a900, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:01:00.630490 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.656279 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-1bbcfe51-bca1-4f29-9c7d-8c4269b000f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:00.664630 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Network 1b05a194-792b-4499-abab-4f0373e6a900 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:01:00.672572 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-855c1ecc-4dc2-40a5-b238-5b4df4484388 req-87a51b83-7900-47da-8c34-e213301c2686 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747576 Jun 12 12:01:00.684548 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 1b05a194-792b-4499-abab-4f0373e6a900) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:00.697997 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:00.698650 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.725325 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-dea076e1-90c4-4194-8418-624e9049a837 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7874069 Jun 12 12:01:00.725680 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54574) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:00.741663 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:00.792602 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73291c0-db63-4b73-b86d-848a0fa77b1a None None] Pushing event updated for resources: {'Port': ['ID=c52d33c1-484c-4972-b0e0-7abba766073b,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:00.800821 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ddccb9-8f55-47c3-bd33-262695ab367c None None] Network 1b05a194-792b-4499-abab-4f0373e6a900 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:01:00.813936 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.815648 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:00.874673 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-e73291c0-db63-4b73-b86d-848a0fa77b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:00.882326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:00.883068 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:00.937127 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e187e-2de4-48d3-b2da-c68a2200f312 req-72b5ec42-117d-4873-bc86-58617bc5012f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:00.947452 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3d5e187e-2de4-48d3-b2da-c68a2200f312 req-72b5ec42-117d-4873-bc86-58617bc5012f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 931 time: 0.1061947 Jun 12 12:01:01.017136 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3d5e187e-2de4-48d3-b2da-c68a2200f312 req-7859edef-66b1-4613-b9ef-a21bdc39e77e tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675452 Jun 12 12:01:01.057337 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:01.386197 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d074-76d8-4257-bf2a-727ea89a0e28 req-e2508b4f-5db2-4248-88d2-69a9909c1756 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:01.387831 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7b44d074-76d8-4257-bf2a-727ea89a0e28 req-e2508b4f-5db2-4248-88d2-69a9909c1756 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1936209 Jun 12 12:01:01.415069 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:01.448312 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:01.508042 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7b44d074-76d8-4257-bf2a-727ea89a0e28 req-6d2a74c5-e71c-4bff-bd2b-f76e349af656 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046185 Jun 12 12:01:01.622566 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-1b05a194-792b-4499-abab-4f0373e6a900', 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'fixed_ips': [{'subnet_id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:01:01.623556 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:01.963858 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ae50-a479-448a-9307-d61fac69075f req-c71ec8bd-9bff-4b6a-a773-19f54b4f1bec tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:01.965626 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a955ae50-a479-448a-9307-d61fac69075f req-c71ec8bd-9bff-4b6a-a773-19f54b4f1bec tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.1697922 Jun 12 12:01:02.046124 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a955ae50-a479-448a-9307-d61fac69075f req-1a43359e-62fe-4742-8c88-632159af3e0d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744777 Jun 12 12:01:02.149851 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:02.202536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-967673d5-ea41-4000-834f-755169617dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:00Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:02.211772 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967673d5-ea41-4000-834f-755169617dd7 None None] The sync data for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi is: [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:00Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:02.214801 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Allocated IP 172.20.0.2 (1b05a194-792b-4499-abab-4f0373e6a900/f3464350-ec7b-4442-9c76-ea1050cd5e0a/b1e9edd7-a666-4480-a59f-4975224441c8) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:02.237582 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:02.591641 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6dd58-c99f-43d1-a58e-e2e6e7017bb4 req-541d6777-236b-425b-8484-b579d8c953df tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:02.608625 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1c6dd58-c99f-43d1-a58e-e2e6e7017bb4 req-541d6777-236b-425b-8484-b579d8c953df tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2461150 Jun 12 12:01:02.623287 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device c52d33c1-484c-4972-b0e0-7abba766073b up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:02.638164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Allocated IP 172.27.1.227 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/01ede2e7-f15d-4fde-881b-26a7c58913a3) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:02.676306 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:02.688294 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1c6dd58-c99f-43d1-a58e-e2e6e7017bb4 req-7af795b9-55a6-4814-8ab9-75d442295e6a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786240 Jun 12 12:01:02.696830 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Transition to ACTIVE for port object b1e9edd7-a666-4480-a59f-4975224441c8 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:02.724052 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Transition to ACTIVE for port object b1e9edd7-a666-4480-a59f-4975224441c8 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:02.737422 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:02.751205 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:02.756619 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port c52d33c1-484c-4972-b0e0-7abba766073b completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:02.959927 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.028843 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ed334-fcdd-4837-a57e-aa21ac5584e9 req-61aa397d-83b4-442b-9157-25c2add458d9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:03.053318 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0c9ed334-fcdd-4837-a57e-aa21ac5584e9 req-61aa397d-83b4-442b-9157-25c2add458d9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 931 time: 0.2066321 Jun 12 12:01:03.167487 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.168500 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port c52d33c1-484c-4972-b0e0-7abba766073b triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:03.169125 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.190421 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-48d8e495-9962-4b0f-af10-55eddbe415eb tempest-DeleteServersTestJSON-2069958180 tempest-DeleteServersTestJSON-2069958180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:03.208430 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0c9ed334-fcdd-4837-a57e-aa21ac5584e9 req-1fb7ecfc-9737-4572-a742-7fff34063921 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540320 Jun 12 12:01:03.246024 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Pushing event updated for resources: {'Port': ['ID=b1e9edd7-a666-4480-a59f-4975224441c8,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:03.258469 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Network 1b05a194-792b-4499-abab-4f0373e6a900 is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:03.261476 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:03.263581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:03.270998 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:03.279516 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:03.286166 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:03.309252 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:03.419671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Attempting to bind port b1e9edd7-a666-4480-a59f-4975224441c8 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:03.419671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Attempting to bind port b1e9edd7-a666-4480-a59f-4975224441c8 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:03.419671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Attempting to bind port b1e9edd7-a666-4480-a59f-4975224441c8 on network 1b05a194-792b-4499-abab-4f0373e6a900 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:03.451025 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:03.467848 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Checking segment: {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:03.468527 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.468955 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Bound using segment: {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:03.469473 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Bound port: b1e9edd7-a666-4480-a59f-4975224441c8, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:03.469860 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.554188 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.707235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54c61-b8d6-4cc7-8465-b98445ec676e req-16583394-ed55-48a1-b0e3-d520d809e3a5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:03.717243 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-47e54c61-b8d6-4cc7-8465-b98445ec676e req-16583394-ed55-48a1-b0e3-d520d809e3a5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1753261 Jun 12 12:01:03.748031 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] For port b1e9edd7-a666-4480-a59f-4975224441c8, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:03.784862 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port c52d33c1-484c-4972-b0e0-7abba766073b, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=c52d33c1-484c-4972-b0e0-7abba766073b,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:03.792103 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.794496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] For port b1e9edd7-a666-4480-a59f-4975224441c8, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b1e9edd7-a666-4480-a59f-4975224441c8,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:03.795677 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.804235 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:03.839216 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-47e54c61-b8d6-4cc7-8465-b98445ec676e req-9fdd3a09-067a-4914-99fa-a9aaf1465bfe tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197412 Jun 12 12:01:03.878273 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:03.983067 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=c52d33c1-484c-4972-b0e0-7abba766073b,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:03.996532 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:03.997199 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-e73291c0-db63-4b73-b86d-848a0fa77b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:04.166408 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Pushing event updated for resources: {'Port': ['ID=b1e9edd7-a666-4480-a59f-4975224441c8,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:04.186811 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:04.198364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Pushing event updated for resources: {'Port': ['ID=01ede2e7-f15d-4fde-881b-26a7c58913a3,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:04.261794 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:04.400471 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc31475-8370-43c9-8e43-a8f6f9a98298 req-3a04b078-0542-4f84-8521-768cf1e01d51 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:04.411411 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5dc31475-8370-43c9-8e43-a8f6f9a98298 req-3a04b078-0542-4f84-8521-768cf1e01d51 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.3017092 Jun 12 12:01:04.634724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Request body: {'port': {'device_id': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:04.664248 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5dc31475-8370-43c9-8e43-a8f6f9a98298 req-d8dd53d5-8e8f-4da4-a8b0-f5fbd5f91d83 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490971 Jun 12 12:01:04.853186 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b1e9edd7-a666-4480-a59f-4975224441c8 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:04.981620 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9082f-af8b-4624-88a6-7b449ca9af92 req-2b01c1df-07b3-4741-a231-570990da6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:04.983872 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-63e9082f-af8b-4624-88a6-7b449ca9af92 req-2b01c1df-07b3-4741-a231-570990da6826 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1096 time: 0.2386844 Jun 12 12:01:05.018445 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port b1e9edd7-a666-4480-a59f-4975224441c8 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:05.039734 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device c52d33c1-484c-4972-b0e0-7abba766073b up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:05.104199 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.198641 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port c52d33c1-484c-4972-b0e0-7abba766073b triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:05.201021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.224218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1b35-bae7-4388-ae3b-daf44ed9bfc6 req-613161c0-6492-43a1-b14f-02bb26c78fc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:05.231526 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f6dc1b35-bae7-4388-ae3b-daf44ed9bfc6 req-613161c0-6492-43a1-b14f-02bb26c78fc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 931 time: 0.1695836 Jun 12 12:01:05.331528 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f6dc1b35-bae7-4388-ae3b-daf44ed9bfc6 req-7232a0d0-bd19-41a7-8d31-68ae540314d9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925593 Jun 12 12:01:05.465899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.500572 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336 req-f9d89334-83d2-4546-9032-e088d63d8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:05.502155 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336 req-f9d89334-83d2-4546-9032-e088d63d8802 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 1097 time: 0.6070745 Jun 12 12:01:05.537198 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d42989-c246-4376-9463-2db53b6770f2 req-36867d65-2cc8-4867-998d-59acd0c7c046 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:05.540970 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-73d42989-c246-4376-9463-2db53b6770f2 req-36867d65-2cc8-4867-998d-59acd0c7c046 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1012928 Jun 12 12:01:05.589140 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-73d42989-c246-4376-9463-2db53b6770f2 req-a730921f-92c1-4b59-8604-f596de30c906 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Jun 12 12:01:05.631746 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342edfdd-a1bb-424f-aa93-86dbb6ea522f None None] Network 1b05a194-792b-4499-abab-4f0373e6a900 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:01:05.641417 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3cd38-aed6-414c-bff8-02dc8f12b966 req-4c75598f-e266-4741-8768-cdbb02730dcf tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:05.643574 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-46a3cd38-aed6-414c-bff8-02dc8f12b966 req-4c75598f-e266-4741-8768-cdbb02730dcf tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.5362396 Jun 12 12:01:05.734894 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Provisioning for port b1e9edd7-a666-4480-a59f-4975224441c8 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:05.749472 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Provisioning complete for port b1e9edd7-a666-4480-a59f-4975224441c8 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:05.749859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.808441 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-46a3cd38-aed6-414c-bff8-02dc8f12b966 req-4b4b7fb2-edf6-46b0-b1e2-14dcc35a7619 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545858 Jun 12 12:01:05.814946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.924483 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.970926 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] For port b1e9edd7-a666-4480-a59f-4975224441c8, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b1e9edd7-a666-4480-a59f-4975224441c8,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:05.976916 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:05.979664 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-27fa0d48-a9ed-4242-907c-ff133eca8469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:06.036543 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Pushing event updated for resources: {'Port': ['ID=b1e9edd7-a666-4480-a59f-4975224441c8,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:06.040137 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:06.199450 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e3a6687d-2c17-49fb-9c0d-b5dbad87776d None None] Provisioning complete for port b1e9edd7-a666-4480-a59f-4975224441c8 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:06.199830 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e3a6687d-2c17-49fb-9c0d-b5dbad87776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:06.451866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353fa09-0ca3-4342-8a23-60d80f70560b req-08a9ef30-1488-41e9-899e-d627a17ff3d1 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:06.453332 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6353fa09-0ca3-4342-8a23-60d80f70560b req-08a9ef30-1488-41e9-899e-d627a17ff3d1 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.5059152 Jun 12 12:01:06.465600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b1e9edd7-a666-4480-a59f-4975224441c8 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:06.490842 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:06.500012 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:01:06.503802 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:06.522506 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port b1e9edd7-a666-4480-a59f-4975224441c8 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:06.522887 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:06.541535 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6353fa09-0ca3-4342-8a23-60d80f70560b req-ca404082-33b3-4c9f-9d20-2ac4978873f8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808711 Jun 12 12:01:06.598003 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Transition to ACTIVE for port object 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:06.648677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:06.652162 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:06.813902 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:06.831032 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:06.885665 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:06.894051 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Sync routers for ids ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:06.895942 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Attempting to bind port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:06.896286 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Attempting to bind port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:06.896621 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Attempting to bind port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd on network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:06.904198 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Routers {'859ff13d-f3bd-4897-9163-1c55ce9f61d6'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:06.904815 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:06.908953 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd on network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:01:06.909289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Attempting to bind port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd on network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:06.922152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906c5f-1184-4116-a8a2-2a9e08bdc18b req-867bce43-0bf8-4072-ad0d-4f266f22eed6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:06.923715 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ff906c5f-1184-4116-a8a2-2a9e08bdc18b req-867bce43-0bf8-4072-ad0d-4f266f22eed6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.2552223 Jun 12 12:01:06.927703 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:06.928043 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Checking segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:06.928430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Bound using segment: {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:06.929913 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Bound port: 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831ec127-e76e-4a11-ae7a-a1d952ebd625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:06.930464 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:06.935000 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:06.938638 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-2d33f2ca-05f7-423c-b49b-810f423f3315 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2092128 Jun 12 12:01:06.939071 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54672) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:07.018587 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ff906c5f-1184-4116-a8a2-2a9e08bdc18b req-4e5e4326-196d-4acd-a108-008b1bfcdf41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853987 Jun 12 12:01:07.048043 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:07.051632 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:07.059510 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:07.063028 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:07.063678 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Set router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:07.134412 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:07.135073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:07.136557 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 1093 time: 2.5212102 Jun 12 12:01:07.137088 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:07.139564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed4d5d-1ef0-4350-88d7-ee959679ce39" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:07.165649 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:07.169705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:07.257658 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6de80-85e9-4416-abcc-c5997eed3b88 req-b78ffe0c-19cb-4269-aa8a-c57dedd042aa tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:07.259499 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1f6de80-85e9-4416-abcc-c5997eed3b88 req-b78ffe0c-19cb-4269-aa8a-c57dedd042aa tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0858343 Jun 12 12:01:07.326329 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1f6de80-85e9-4416-abcc-c5997eed3b88 req-43d5fec3-7472-4892-a680-1b703bdab891 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604763 Jun 12 12:01:07.395945 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:01:04Z', 'revision_number': 3, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:07.401704 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Checking router: 859ff13d-f3bd-4897-9163-1c55ce9f61d6 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:07.401819 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Updating router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 port 01ede2e7-f15d-4fde-881b-26a7c58913a3 binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:01:07.456091 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:07.553055 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50e801-d815-45c8-a0cc-19320bc9e937 req-1a6f5a1e-593c-4684-876c-28a258245250 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:07.557214 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ae50e801-d815-45c8-a0cc-19320bc9e937 req-1a6f5a1e-593c-4684-876c-28a258245250 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0940888 Jun 12 12:01:07.615936 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ae50e801-d815-45c8-a0cc-19320bc9e937 req-27659270-2b5f-4161-9e52-fb6aca08eb8d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538785 Jun 12 12:01:07.678008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182748f0-a134-430b-a2d0-d7a918522a26 x-openstack-request-id: req-182748f0-a134-430b-a2d0-d7a918522a26 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:07.678459 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:07.679394 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-182748f0-a134-430b-a2d0-d7a918522a26 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:07.680286 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'status': 'completed', 'code': 200} Jun 12 12:01:07.856572 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329d90-2b04-49d2-8292-aed6635cbb11 req-bbec1c1a-ee87-4f39-a3e3-59299d0e98aa tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:07.858177 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b9329d90-2b04-49d2-8292-aed6635cbb11 req-bbec1c1a-ee87-4f39-a3e3-59299d0e98aa tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.0742016 Jun 12 12:01:07.888385 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:07.906516 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b9329d90-2b04-49d2-8292-aed6635cbb11 req-bd74e03a-cda5-49d0-87c5-a2e4df2ad13d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Jun 12 12:01:07.920073 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:07.931014 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Transition to ACTIVE for port object 01ede2e7-f15d-4fde-881b-26a7c58913a3 will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:07.940311 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:07.942984 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-512a5b55-48f5-4c16-bde1-0109bc41e80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:08.004073 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Attempting to bind port 01ede2e7-f15d-4fde-881b-26a7c58913a3 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:08.004414 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Attempting to bind port 01ede2e7-f15d-4fde-881b-26a7c58913a3 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:08.004779 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Attempting to bind port 01ede2e7-f15d-4fde-881b-26a7c58913a3 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:08.016053 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:08.016707 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:08.017111 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:08.017502 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:08.017986 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Bound port: 01ede2e7-f15d-4fde-881b-26a7c58913a3, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:08.018336 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:08.020043 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6c056-7485-4ff4-8cf0-0eae46ea5199 None None] Pushing event updated for resources: {'Port': ['ID=01ede2e7-f15d-4fde-881b-26a7c58913a3,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:08.024411 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-51c6c056-7485-4ff4-8cf0-0eae46ea5199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:08.083200 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Allocated IP 172.20.0.1 (1b05a194-792b-4499-abab-4f0373e6a900/f3464350-ec7b-4442-9c76-ea1050cd5e0a/51a427b5-48d3-47fd-8882-55e3c94e8701) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:08.109161 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] For port 01ede2e7-f15d-4fde-881b-26a7c58913a3, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:08.112440 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] For port 01ede2e7-f15d-4fde-881b-26a7c58913a3, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=01ede2e7-f15d-4fde-881b-26a7c58913a3,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:08.120526 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:08.130900 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-e4e76340-0491-4e3f-86c3-ff65cc5f5377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:08.220640 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Routers {'859ff13d-f3bd-4897-9163-1c55ce9f61d6'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:08.221306 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:00:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:08.251500 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1168-436b-4905-b789-eb12cd12f196 req-7f08af11-071f-4a84-acf1-f729f48e5e25 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:08.259495 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7d6d1168-436b-4905-b789-eb12cd12f196 req-7f08af11-071f-4a84-acf1-f729f48e5e25 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.0968027 Jun 12 12:01:08.288474 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:08.305986 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Transition to ACTIVE for port object 51a427b5-48d3-47fd-8882-55e3c94e8701 will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:08.324244 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7d6d1168-436b-4905-b789-eb12cd12f196 req-cf7854ce-09fe-4c76-9471-2775c154c6fd tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636036 Jun 12 12:01:08.407075 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:08.413223 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:08.480880 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] Set router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:08.551473 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Network 1b05a194-792b-4499-abab-4f0373e6a900 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:08.566610 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:08.571437 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:08.578214 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Pushing event updated for resources: {'Port': ['ID=51a427b5-48d3-47fd-8882-55e3c94e8701,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:08.589595 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:08.684105 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:08.709380 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6c056-7485-4ff4-8cf0-0eae46ea5199 None None] Pushing event updated for resources: {'Port': ['ID=01ede2e7-f15d-4fde-881b-26a7c58913a3,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:08.724379 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-51c6c056-7485-4ff4-8cf0-0eae46ea5199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:08.951278 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e016be-12d8-40d2-8625-7c33da03da12 req-88693dee-ed42-43ef-acb9-3726563efab3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:08.952868 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-05e016be-12d8-40d2-8625-7c33da03da12 req-88693dee-ed42-43ef-acb9-3726563efab3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.3199730 Jun 12 12:01:09.001755 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e0f6fe87-d797-4776-8119-eb125316ef80 None None] Provisioning for port 51a427b5-48d3-47fd-8882-55e3c94e8701 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:09.023600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e0f6fe87-d797-4776-8119-eb125316ef80 None None] Provisioning complete for port 51a427b5-48d3-47fd-8882-55e3c94e8701 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:09.026201 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e0f6fe87-d797-4776-8119-eb125316ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:09.027740 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-05e016be-12d8-40d2-8625-7c33da03da12 req-7bc65126-ea6b-4ad3-ac60-fa9bec2f3f10 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683150 Jun 12 12:01:09.095865 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:01:04Z', 'revision_number': 3, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:09.099761 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5aff9-618b-4dc8-80a9-2c72e17bc827 None None] The sync data for ids ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'] in dv-cinder-796113-2-iscsi is: [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:01:04Z', 'revision_number': 3, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:09.210248 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:09.261007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a28048c0-0918-45f0-b79c-e82543091825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:09.276565 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6fe87-d797-4776-8119-eb125316ef80 None None] Port 51a427b5-48d3-47fd-8882-55e3c94e8701 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:09.565279 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592e83c-8bdd-4c99-b347-17699293c24b req-9675db0a-53c2-4f1a-bbab-973f4e7d87ed tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:09.567144 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d592e83c-8bdd-4c99-b347-17699293c24b req-9675db0a-53c2-4f1a-bbab-973f4e7d87ed tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2543235 Jun 12 12:01:09.756038 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d592e83c-8bdd-4c99-b347-17699293c24b req-f7cbad8e-1f36-47d3-a8e6-6e925e8b0334 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712451 Jun 12 12:01:09.864103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:09.869834 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:09.873013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:09.964779 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:09.982801 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Pushing event updated for resources: {'Port': ['ID=51a427b5-48d3-47fd-8882-55e3c94e8701,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:10.014501 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.015423 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.015955 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.016619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.017135 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.017637 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.018836 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.019381 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.019887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.020409 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.020759 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.021106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:10.025877 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:10.057137 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d4fb1-8211-493d-b312-5b67920a7ba9 req-c8194934-50ca-4ad9-af8a-aef2df75148f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:10.071632 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f11d4fb1-8211-493d-b312-5b67920a7ba9 req-c8194934-50ca-4ad9-af8a-aef2df75148f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.1761732 Jun 12 12:01:10.138293 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f11d4fb1-8211-493d-b312-5b67920a7ba9 req-e0aa8295-6fe3-498f-9a4c-8be39a28bfc4 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657282 Jun 12 12:01:10.201284 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Network 1b05a194-792b-4499-abab-4f0373e6a900 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:10.202868 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:10.468215 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:01:10.477220 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94be09-0ba1-4316-a290-a2b7388acc50 req-cff22a83-e732-4414-b4b3-210578db3dc3 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:10.485461 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d94be09-0ba1-4316-a290-a2b7388acc50 req-cff22a83-e732-4414-b4b3-210578db3dc3 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.1936872 Jun 12 12:01:10.511776 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-91ffd621-c482-42bb-9fe4-9c3e1a06f77c None None] Provisioning complete for port 51a427b5-48d3-47fd-8882-55e3c94e8701 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:10.512391 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-91ffd621-c482-42bb-9fe4-9c3e1a06f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:10.558127 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d94be09-0ba1-4316-a290-a2b7388acc50 req-eabffdf6-02a9-4fcf-9277-3c0675a7243f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717127 Jun 12 12:01:10.644047 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 01ede2e7-f15d-4fde-881b-26a7c58913a3 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:10.732004 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-91ffd621-c482-42bb-9fe4-9c3e1a06f77c None None] Port 51a427b5-48d3-47fd-8882-55e3c94e8701 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:10.748440 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 01ede2e7-f15d-4fde-881b-26a7c58913a3 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:10.752694 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 01ede2e7-f15d-4fde-881b-26a7c58913a3 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:10.753080 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:10.759410 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:10.769779 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] 10.222.0.63 "PUT /v2.0/routers/859ff13d-f3bd-4897-9163-1c55ce9f61d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8294003 Jun 12 12:01:10.883536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:10.887805 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0b0ec-15d7-415e-a6dc-7f322d6905f1 req-e33b709c-7687-465b-8d7b-e58d0ee3cefd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:10.890291 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5ae0b0ec-15d7-415e-a6dc-7f322d6905f1 req-e33b709c-7687-465b-8d7b-e58d0ee3cefd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1105819 Jun 12 12:01:10.910043 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 01ede2e7-f15d-4fde-881b-26a7c58913a3, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=01ede2e7-f15d-4fde-881b-26a7c58913a3,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:10.916403 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:10.918414 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-176cb280-18fd-4417-ad43-4dbb3c2dd50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:10.961784 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5ae0b0ec-15d7-415e-a6dc-7f322d6905f1 req-95dc8e09-564e-4cb8-b318-8079f26e0d49 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616236 Jun 12 12:01:11.009613 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=01ede2e7-f15d-4fde-881b-26a7c58913a3,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:11.023268 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:11.229976 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9082f-af8b-4624-88a6-7b449ca9af92 req-0e789fe9-1060-4d8e-be6f-819652d2b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.236536 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-63e9082f-af8b-4624-88a6-7b449ca9af92 req-0e789fe9-1060-4d8e-be6f-819652d2b269 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8c04979bce454a18826e58d348fa179e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2758381 Jun 12 12:01:11.362430 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-27649c1a-efa8-43b9-a2a5-e74b009d20ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:11.376793 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336 req-cf252599-6114-4333-bd3e-9ecab78c3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.378379 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336 req-cf252599-6114-4333-bd3e-9ecab78c3b7b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fd990cccbf78434cab46875821cb6271&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4116628 Jun 12 12:01:11.388526 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9082f-af8b-4624-88a6-7b449ca9af92 req-a48fe506-05f8-4542-9e27-716888e8c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.390107 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-63e9082f-af8b-4624-88a6-7b449ca9af92 req-a48fe506-05f8-4542-9e27-716888e8c98c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461279 Jun 12 12:01:11.408521 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4d5d-1ef0-4350-88d7-ee959679ce39 req-afedd514-e2d3-4880-b660-059752ca4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.409997 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3fed4d5d-1ef0-4350-88d7-ee959679ce39 req-afedd514-e2d3-4880-b660-059752ca4b66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1096 time: 0.4110794 Jun 12 12:01:11.501790 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-2c2b41e5-15b4-405e-9bae-da92a1cfd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.503458 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-2c2b41e5-15b4-405e-9bae-da92a1cfd6ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1096 time: 0.0637858 Jun 12 12:01:11.565591 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-1e04114f-6f2b-4da4-9504-0cd72c7c5f03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 200 len: 217 time: 0.0523384 Jun 12 12:01:11.571917 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2a2d-669e-4468-813b-655935c89b7b req-a3104985-dad7-401b-841f-995af7024980 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.573586 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cf4d2a2d-669e-4468-813b-655935c89b7b req-a3104985-dad7-401b-841f-995af7024980 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.4445240 Jun 12 12:01:11.606502 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Sync routers for ids ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:11.621957 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Routers {'859ff13d-f3bd-4897-9163-1c55ce9f61d6'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:11.623906 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:11.634495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-c955f098-aa1a-4f3a-85ea-218492ccdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.636894 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-c955f098-aa1a-4f3a-85ea-218492ccdcf0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.0631955 Jun 12 12:01:11.657402 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54750) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:11.661853 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064954219', 'description': 'tempest-secgroup-smoke-2064954219 description', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:11.758419 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336 req-24a4223a-4cd3-41f7-947c-aedb59059eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.760197 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-10ae01c5-3b9a-4f53-85f3-bbf3a1f22336 req-24a4223a-4cd3-41f7-947c-aedb59059eed service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3716228 Jun 12 12:01:11.783041 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cf4d2a2d-669e-4468-813b-655935c89b7b req-9553e821-7de8-4d39-82b9-8b2f62574f70 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017386 Jun 12 12:01:11.784598 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4d5d-1ef0-4350-88d7-ee959679ce39 req-288cbdfb-8575-4d1d-9bd1-318e5f42f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.786867 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3fed4d5d-1ef0-4350-88d7-ee959679ce39 req-288cbdfb-8575-4d1d-9bd1-318e5f42f886 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c9faa1de4d64177b429e528423b39c9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3486145 Jun 12 12:01:11.844971 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:11.849216 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Set router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:11.908768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5c18d9a4-9594-4f25-9ab8-c0f674f08d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.910527 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5c18d9a4-9594-4f25-9ab8-c0f674f08d0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2666399 Jun 12 12:01:11.954923 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c767-67eb-4a69-a703-246f0008cb8e req-a559275e-a51d-4864-aae9-5c607f3d4c64 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:11.956647 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0825c767-67eb-4a69-a703-246f0008cb8e req-a559275e-a51d-4864-aae9-5c607f3d4c64 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.1805289 Jun 12 12:01:12.061036 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.105165 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0825c767-67eb-4a69-a703-246f0008cb8e req-c28119aa-37b5-4966-a892-594c4d72d826 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340160 Jun 12 12:01:12.169740 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:01:09Z', 'revision_number': 4, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '51a427b5-48d3-47fd-8882-55e3c94e8701', 'name': '', 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:07Z', 'updated_at': '2021-06-12T12:01:09Z', 'revision_number': 2, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'subnets': [{'id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:12.174953 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Checking router: 859ff13d-f3bd-4897-9163-1c55ce9f61d6 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:12.175544 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Updating router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 port 51a427b5-48d3-47fd-8882-55e3c94e8701 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:01:12.186214 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.193038 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.199182 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d7339672-ec21-44c0-9879-861bed6abbd6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:12.257964 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-5b285aaa-e2b1-4074-a092-c0dbf3600121 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394473 Jun 12 12:01:12.285979 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.322019 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ed7843-4a00-46ab-8fb1-4d2074678194,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:12.325886 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.329958 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6694407 Jun 12 12:01:12.357123 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:12.357807 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54768) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:12.365482 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group_rule': {'security_group_id': '75ed7843-4a00-46ab-8fb1-4d2074678194', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:12.413225 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4d5d-1ef0-4350-88d7-ee959679ce39 req-7a3082d1-ba3b-492e-ad1d-1558d9924d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.414831 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3fed4d5d-1ef0-4350-88d7-ee959679ce39 req-7a3082d1-ba3b-492e-ad1d-1558d9924d79 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6212113 Jun 12 12:01:12.424465 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-c51d3d40-e95a-479a-a70e-95079a6ead99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.426104 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-c51d3d40-e95a-479a-a70e-95079a6ead99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 1097 time: 0.6105223 Jun 12 12:01:12.548366 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bdc4a-5676-424b-9a67-5cd5c4ba4716 req-c0c8095b-4baf-4fb1-b99e-b615139a4cb0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.557389 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-362bdc4a-5676-424b-9a67-5cd5c4ba4716 req-c0c8095b-4baf-4fb1-b99e-b615139a4cb0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.3782067 Jun 12 12:01:12.563398 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7619-7068-4221-902d-b391c2e355f8 req-02a554fc-1b61-445c-9cea-3f3b0223ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.565000 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aeee7619-7068-4221-902d-b391c2e355f8 req-02a554fc-1b61-445c-9cea-3f3b0223ed03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.1718719 Jun 12 12:01:12.568549 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-cbd0c202-4067-4c28-81df-3ffc744ce805 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6c45e1-18a2-4223-9f8a-ade731a5831a HTTP/1.1" status: 200 len: 217 time: 0.1349053 Jun 12 12:01:12.569870 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 01ede2e7-f15d-4fde-881b-26a7c58913a3 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:12.622779 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aeee7619-7068-4221-902d-b391c2e355f8 req-94a1254c-274e-4315-a43d-b88015fdc03b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Jun 12 12:01:12.623491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.681310 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae007a4-c364-4c9c-9d9d-7449dc10bafa req-11f88ff4-3df7-4f91-aaf7-9cd56f821109 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.684861 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eae007a4-c364-4c9c-9d9d-7449dc10bafa req-11f88ff4-3df7-4f91-aaf7-9cd56f821109 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.3561196 Jun 12 12:01:12.717032 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:01:12.720608 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-362bdc4a-5676-424b-9a67-5cd5c4ba4716 req-67d22069-1dc7-44b6-b825-6c233ae72b81 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621926 Jun 12 12:01:12.741678 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.751274 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eae007a4-c364-4c9c-9d9d-7449dc10bafa req-d5fbad2d-c6e4-4ac9-8a35-0d933938ea4f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592866 Jun 12 12:01:12.759510 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62197-8788-4836-96ae-ced24fcc3830 req-e19e6400-69a4-4a5b-a3d3-32d16505a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.761266 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-e19e6400-69a4-4a5b-a3d3-32d16505a9e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.1718860 Jun 12 12:01:12.797301 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54776) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:12.799828 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.803127 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-405c0b1f-4047-4079-9163-c5e145214d5d req-763cb711-b7be-46b5-9860-2b2bb9e6af2b service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241706 Jun 12 12:01:12.816177 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.826037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9a032089-010f-4c6e-a843-48b9f503c91d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:12.860729 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-9c71cc7e-d714-4828-86d2-955007c4f4ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604134 Jun 12 12:01:12.878799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.880098 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5187116 Jun 12 12:01:12.885071 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54782) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:12.894457 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group_rule': {'security_group_id': '75ed7843-4a00-46ab-8fb1-4d2074678194', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:12.919010 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849536cc-be86-4152-91eb-ffff0740c7f7,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:12.927559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 01ede2e7-f15d-4fde-881b-26a7c58913a3 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:12.927952 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:12.936091 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:12.960954 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-9f23848d-c081-45d9-b99a-6b662dbc36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:12.962456 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-9f23848d-c081-45d9-b99a-6b662dbc36ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1096 time: 0.4027648 Jun 12 12:01:12.965046 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.112676 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.114296 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.120486 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.139902 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Transition to ACTIVE for port object 51a427b5-48d3-47fd-8882-55e3c94e8701 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:13.142503 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:13.150019 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.152508 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:13.163454 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.169562 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-0320c8b3-611f-46f5-a6b5-dd46c692193e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 217 time: 0.1000977 Jun 12 12:01:13.188689 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8e96-5c90-4d9c-848b-7d2cb471fcc4 req-9cdc0a7e-1587-4b1d-85bb-ac8a148db649 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:13.192395 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fb9b8e96-5c90-4d9c-848b-7d2cb471fcc4 req-9cdc0a7e-1587-4b1d-85bb-ac8a148db649 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1922488 Jun 12 12:01:13.203520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1b04a3-54db-4498-bb7d-082d145e271a,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:13.231926 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:13.254381 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.256942 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3700976 Jun 12 12:01:13.260188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54792) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:13.269970 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group_rule': {'security_group_id': '75ed7843-4a00-46ab-8fb1-4d2074678194', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:13.275792 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-3f30aec3-9a84-4835-8235-7650da523086 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969488 Jun 12 12:01:13.305688 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fb9b8e96-5c90-4d9c-848b-7d2cb471fcc4 req-97495aeb-ce38-4ede-b2e4-1130d48a5472 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861759 Jun 12 12:01:13.315302 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Pushing event updated for resources: {'Port': ['ID=51a427b5-48d3-47fd-8882-55e3c94e8701,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:13.378419 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.378739 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.379116 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.379462 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.379802 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.380136 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.380468 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.380860 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.381140 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.381983 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.382755 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.383115 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.395283 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:13.406750 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-332a4fbb-f606-45f8-931a-b67002654aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:13.408251 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-332a4fbb-f606-45f8-931a-b67002654aef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 200 len: 853 time: 0.2268565 Jun 12 12:01:13.408669 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Attempting to bind port 51a427b5-48d3-47fd-8882-55e3c94e8701 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:13.409040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Attempting to bind port 51a427b5-48d3-47fd-8882-55e3c94e8701 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:13.409425 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Attempting to bind port 51a427b5-48d3-47fd-8882-55e3c94e8701 on network 1b05a194-792b-4499-abab-4f0373e6a900 {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:13.414762 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:13.415202 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Checking segment: {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:13.415872 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.417271 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Bound using segment: {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:13.417510 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Bound port: 51a427b5-48d3-47fd-8882-55e3c94e8701, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a27da9-b315-465b-94a7-4dd356977ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:13.417897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.513604 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] For port 51a427b5-48d3-47fd-8882-55e3c94e8701, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:13.517260 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] For port 51a427b5-48d3-47fd-8882-55e3c94e8701, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=51a427b5-48d3-47fd-8882-55e3c94e8701,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:13.523110 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.525379 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-f52bdfdd-a18d-4a6e-bdb7-dff608fbc30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:13.582489 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fef62197-8788-4836-96ae-ced24fcc3830 req-6d1eab8f-e218-4df8-9130-2f2e1e5a0b58 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892215 Jun 12 12:01:13.606488 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Routers {'859ff13d-f3bd-4897-9163-1c55ce9f61d6'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:13.607166 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:13.650664 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4f63-6ae5-4331-b8f3-723dc5f84d36 req-bd59fcec-9676-4b62-97af-e0e392577f1d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:13.652257 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-371c4f63-6ae5-4331-b8f3-723dc5f84d36 req-bd59fcec-9676-4b62-97af-e0e392577f1d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.3212254 Jun 12 12:01:13.654486 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.684402 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.700575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.701154 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c8028b41-0648-4cdf-95be-b9c519f1d044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:13.724986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Pushing event updated for resources: {'Port': ['ID=51a427b5-48d3-47fd-8882-55e3c94e8701,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:13.730344 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:13.784131 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-3306ee2c-8b8c-4130-8e39-199b94f18f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:13.785989 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-3306ee2c-8b8c-4130-8e39-199b94f18f9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b19ed73-ae2e-493a-afca-3aa12bdbe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3641384 Jun 12 12:01:13.799286 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.805304 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.807790 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] Set router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:13.808306 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:13.826562 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6016c5a-de3d-447f-b7f6-41d74302b992,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:13.829417 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:13.836225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:13.840348 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5788457 Jun 12 12:01:13.842473 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54798) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:13.847556 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group_rule': {'security_group_id': '75ed7843-4a00-46ab-8fb1-4d2074678194', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:13.852997 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bad3c114123742ce83b12565c9d37d88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0003729 Jun 12 12:01:13.856097 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54800) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:13.890124 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf236949-cf3e-4ddd-a6cf-f213ed92d593,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:13.895258 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-371c4f63-6ae5-4331-b8f3-723dc5f84d36 req-08c3752c-e2cd-406f-8ee4-83014a41853a tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288458 Jun 12 12:01:13.910404 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.910915 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.911425 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.911976 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.912359 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.913327 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.913779 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.914364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.914817 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.915296 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.915745 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.916274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:01:13.922951 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:13.963154 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.025110 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-674e694d-9ece-4d47-b40d-e10c59999489 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061775 Jun 12 12:01:14.040730 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.052231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab8bea-e60d-413d-9522-a2174a53c69c req-1a9d3a33-4481-4d74-b79d-1d8b09709694 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:14.054073 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7cab8bea-e60d-413d-9522-a2174a53c69c req-1a9d3a33-4481-4d74-b79d-1d8b09709694 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.1626353 Jun 12 12:01:14.124079 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.144630 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7cab8bea-e60d-413d-9522-a2174a53c69c req-da8844e1-9506-4eff-a186-9889fb4e9b12 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812495 Jun 12 12:01:14.146549 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.157912 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.172015 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f3260c7c-8285-4703-b476-a00ac3844aae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:14.196453 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26659131-332b-4cc7-85cf-66553cf7cf6d,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:14.200217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:14.203021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:01:09Z', 'revision_number': 4, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '51a427b5-48d3-47fd-8882-55e3c94e8701', 'name': '', 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:07Z', 'updated_at': '2021-06-12T12:01:13Z', 'revision_number': 4, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'subnets': [{'id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:14.203253 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.206580 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630099 Jun 12 12:01:14.207253 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54806) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:14.207481 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46c2c5-d3a4-48f8-86f8-7b678845ab16 None None] The sync data for ids ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'] in dv-cinder-796113-2-iscsi is: [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:01:09Z', 'revision_number': 4, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '51a427b5-48d3-47fd-8882-55e3c94e8701', 'name': '', 'network_id': '1b05a194-792b-4499-abab-4f0373e6a900', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:07Z', 'updated_at': '2021-06-12T12:01:13Z', 'revision_number': 4, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'subnets': [{'id': 'f3464350-ec7b-4442-9c76-ea1050cd5e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:14.215006 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group_rule': {'security_group_id': '75ed7843-4a00-46ab-8fb1-4d2074678194', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:14.244731 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.249405 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.253394 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf236949-cf3e-4ddd-a6cf-f213ed92d593 HTTP/1.1" status: 204 len: 168 time: 0.3962486 Jun 12 12:01:14.257207 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-460fd4b2-8dce-4dae-88bf-391630e84b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:14.306343 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf236949-cf3e-4ddd-a6cf-f213ed92d593,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:14.308892 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.securitygroups_db [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Project b06f3043eb4b4b11a0e860569d5491bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 12:01:14.319890 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:14.321822 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.332695 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43efec0a-7898-4c77-9f8f-cd33fc595378 req-25923be4-1a91-4cdb-a988-81cd848a9a83 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975152 Jun 12 12:01:14.359293 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dfbb3-590d-481a-af27-50f4c7f75ac9 req-862a88d4-73f5-470b-abed-808d25f46159 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:14.375062 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b0dfbb3-590d-481a-af27-50f4c7f75ac9 req-862a88d4-73f5-470b-abed-808d25f46159 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.3442070 Jun 12 12:01:14.402498 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.495484 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b0dfbb3-590d-481a-af27-50f4c7f75ac9 req-5b653df9-956a-4d13-90cd-05e42486bb66 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174879 Jun 12 12:01:14.572796 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.604489 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 51a427b5-48d3-47fd-8882-55e3c94e8701 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:14.618521 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.624351 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-92234b7f-6898-41e7-a669-e3dd4c47f6e9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:14.664319 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9c30a4-6ae6-4077-b05d-c05490ca67cc,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:14.671946 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:14.675085 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.680866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54820) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:14.688408 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4797862 Jun 12 12:01:14.689803 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'security_group_rule': {'security_group_id': '75ed7843-4a00-46ab-8fb1-4d2074678194', 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:14.707280 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 54822) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:14.733216 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e695cc-4227-47e7-81e3-14d345e1da9f req-a539d04d-d91b-4ac5-9c77-0015e2722490 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:14.743555 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f9e695cc-4227-47e7-81e3-14d345e1da9f req-a539d04d-d91b-4ac5-9c77-0015e2722490 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1824179 Jun 12 12:01:14.771480 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 51a427b5-48d3-47fd-8882-55e3c94e8701 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:14.781218 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 51a427b5-48d3-47fd-8882-55e3c94e8701 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:14.782547 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.788523 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.securitygroups_db [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Project b06f3043eb4b4b11a0e860569d5491bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 12:01:14.812209 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f9e695cc-4227-47e7-81e3-14d345e1da9f req-63b077be-4bfb-4f9a-aea7-ea54118630fd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675230 Jun 12 12:01:14.812424 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:14.996142 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.003795 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54836) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:15.003919 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.010369 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.023750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.029503 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.046463 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:15.095159 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b682eedf-65d3-41da-8e01-e8ce69cfc77c,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:15.095500 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 51a427b5-48d3-47fd-8882-55e3c94e8701, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=51a427b5-48d3-47fd-8882-55e3c94e8701,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:15.100775 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:15.102765 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.108351 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-ac836234-5faa-4234-aa84-9c1e218219e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:15.176191 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=51a427b5-48d3-47fd-8882-55e3c94e8701,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:15.182929 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:15.440302 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.454008 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.455307 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-2b6726c1-660c-4223-94aa-7cf568bb94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:15.457170 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-2b6726c1-660c-4223-94aa-7cf568bb94a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.1181977 Jun 12 12:01:15.457303 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ebfc2f3e-3cc4-46ee-a4eb-68797b707be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:15.460388 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.463481 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7812967 Jun 12 12:01:15.519058 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1830171ccb344fe98f5e2fde34cb709c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124562 Jun 12 12:01:15.519058 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a9ce1-bf0e-4075-92c2-71a80dd9bafa,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:15.520907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54848) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:15.523316 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f50694-44f8-4a6a-85f2-13db8180fc70 req-b2174314-82a9-49fe-b898-1b4f7b6fbc22 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:15.529762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff76c-1e91-4fa3-9120-c2f415fba7b0 req-7791f321-d1b7-4dc1-a170-5254e029736d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:15.530307 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f6f50694-44f8-4a6a-85f2-13db8180fc70 req-b2174314-82a9-49fe-b898-1b4f7b6fbc22 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.1566591 Jun 12 12:01:15.538657 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d06ff76c-1e91-4fa3-9120-c2f415fba7b0 req-7791f321-d1b7-4dc1-a170-5254e029736d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.4019315 Jun 12 12:01:15.541298 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:15.613278 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d06ff76c-1e91-4fa3-9120-c2f415fba7b0 req-e983bedb-0ced-4b6c-8b2f-e1af21afb1bb tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735822 Jun 12 12:01:15.675507 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.703568 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f6f50694-44f8-4a6a-85f2-13db8180fc70 req-11d7aec4-afcf-402c-b998-ecf2b20147e2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722872 Jun 12 12:01:15.708879 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.796305 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.802507 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.824932 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-cb4c9768-be21-45d7-81d3-6ac85359b176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:15.853029 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-44c88da9-424f-427d-9e6c-2ae815e3f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:15.855006 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-44c88da9-424f-427d-9e6c-2ae815e3f081 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.3852170 Jun 12 12:01:15.862673 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163ed7e1-61cf-4ae7-93f0-5799c99d5dab,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:15.892790 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:15.898467 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.901406 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:15.902308 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b22a9ce1-bf0e-4075-92c2-71a80dd9bafa HTTP/1.1" status: 204 len: 168 time: 0.3803439 Jun 12 12:01:15.904073 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cda4512e-f24b-43cd-8650-5e6f08d412bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:15.918832 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e556938-52d2-4336-a6d0-20c8b7e05458 req-47652a2b-f033-4b4b-a389-b1d95ce6cb6a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:15.920999 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3e556938-52d2-4336-a6d0-20c8b7e05458 req-47652a2b-f033-4b4b-a389-b1d95ce6cb6a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1077619 Jun 12 12:01:15.931451 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a9ce1-bf0e-4075-92c2-71a80dd9bafa,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:15.940098 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:15.989895 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:01:15.995497 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3e556938-52d2-4336-a6d0-20c8b7e05458 req-0a095986-dd36-486b-a2f8-2f6a7180e304 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661638 Jun 12 12:01:16.047988 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-ce6c0884-f28f-472a-a01c-d3a2b205fa27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.1787822 Jun 12 12:01:16.063528 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=77f2e98642d8440c89375cae12aec128&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3533347 Jun 12 12:01:16.064356 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54892) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:16.139151 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-c674d7dd-2355-444b-ba50-b63d771888c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:16.141281 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-c674d7dd-2355-444b-ba50-b63d771888c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.0837615 Jun 12 12:01:16.159311 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de978c4-c4de-4277-b7ad-dd88f6ca2585 req-42fc740e-718e-4f85-a1fa-82e4d43b18e1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:16.169655 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5de978c4-c4de-4277-b7ad-dd88f6ca2585 req-42fc740e-718e-4f85-a1fa-82e4d43b18e1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.2729528 Jun 12 12:01:16.181321 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:16.184698 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.218210 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '952e6967-e761-4304-881e-3756a9eb04c5', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'port_id': '952e6967-e761-4304-881e-3756a9eb04c5', 'mac_address': 'fa:16:3e:35:00:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:01:16.220825 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.245933 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-d3b152c0-be99-4285-a123-119e63fb7a92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736697 Jun 12 12:01:16.312949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.328616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.329814 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/163ed7e1-61cf-4ae7-93f0-5799c99d5dab HTTP/1.1" status: 204 len: 168 time: 0.2639575 Jun 12 12:01:16.330661 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:16.370773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163ed7e1-61cf-4ae7-93f0-5799c99d5dab,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:16.374656 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5de978c4-c4de-4277-b7ad-dd88f6ca2585 req-ad33953c-997e-4620-bb53-9a3ab4067521 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036350 Jun 12 12:01:16.388004 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:16.419106 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.470616 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952e6967-e761-4304-881e-3756a9eb04c5 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:16.525180 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-0a09bd87-4fb8-4689-aee9-000d72c29268 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614753 Jun 12 12:01:16.537764 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:16.543960 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.544940 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:01:16.547744 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:16.595400 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 51a427b5-48d3-47fd-8882-55e3c94e8701 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:16.600149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54910) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:16.658533 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.769324 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:16.807751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.db.resource_extend [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 12:01:16.846657 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:16.871361 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.888632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.918243 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 51a427b5-48d3-47fd-8882-55e3c94e8701 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:16.918632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-479779c7-cf70-44b8-9bdb-4611c01639b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:16.919437 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:16.988467 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=18ec7dd632724f2286acc703e01d8ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823345 Jun 12 12:01:17.010692 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd1891-3c5a-451f-a0b6-26ffcea6ff36,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:17.014705 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:17.017296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54934) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:17.139798 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.152097 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a787c-b11a-4805-84d9-0b05460eb3f1 req-53d205c8-a3b0-4c15-a3b8-f9e07655a378 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:17.159737 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f5a787c-b11a-4805-84d9-0b05460eb3f1 req-53d205c8-a3b0-4c15-a3b8-f9e07655a378 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 944 time: 0.2844105 Jun 12 12:01:17.180863 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:17.189289 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6aae78a0-f52d-433a-a20f-862c8dd47b62 req-e129839d-afd1-48b8-b9d8-e1f6870d337f service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554360 Jun 12 12:01:17.200906 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'port_id': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'mac_address': 'fa:16:3e:d4:b6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:01:17.210919 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.245118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5d317-9641-46e3-ab8d-dda99c1ebaeb req-1612e410-9503-4cd5-942c-c57b62df7368 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:17.248599 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdd5d317-9641-46e3-ab8d-dda99c1ebaeb req-1612e410-9503-4cd5-942c-c57b62df7368 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 943 time: 0.1314282 Jun 12 12:01:17.267100 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f5a787c-b11a-4805-84d9-0b05460eb3f1 req-27c20f1a-e455-4b55-842c-6d6772cfc7aa tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061385 Jun 12 12:01:17.299954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.303943 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdd5d317-9641-46e3-ab8d-dda99c1ebaeb req-65e4517f-77f2-4661-bddd-8378dca04e1d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488114 Jun 12 12:01:17.320633 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:17.352452 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:17.356368 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.357826 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.358669 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 5f6c45e1-18a2-4223-9f8a-ade731a5831a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:01:17.359316 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.360442 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7dbd1891-3c5a-451f-a0b6-26ffcea6ff36 HTTP/1.1" status: 204 len: 168 time: 0.3424611 Jun 12 12:01:17.360846 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-13fd21cb-6fce-4c5f-ba07-8720748f0292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:17.361193 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3af30482-0974-4b1a-9147-9b5edc02821c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:17.371763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd1891-3c5a-451f-a0b6-26ffcea6ff36,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:17.382949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:17.621900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b1f4f-2ee1-4dce-9d3e-abb579c178ec req-6bcfb528-f926-4812-b2d1-2c1564a5b444 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:17.630399 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d3b1f4f-2ee1-4dce-9d3e-abb579c178ec req-6bcfb528-f926-4812-b2d1-2c1564a5b444 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1303289 Jun 12 12:01:17.671788 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:17.677083 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:17.710131 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d3b1f4f-2ee1-4dce-9d3e-abb579c178ec req-99528279-ac99-4b8e-9295-a67862c6f90b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785456 Jun 12 12:01:17.720962 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5f6c45e1-18a2-4223-9f8a-ade731a5831a,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:17.756635 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '5f6c45e1-18a2-4223-9f8a-ade731a5831a', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'port_id': '5f6c45e1-18a2-4223-9f8a-ade731a5831a', 'mac_address': 'fa:16:3e:fd:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451903b1-da50-4105-8735-8aad651ded63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:01:17.802182 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a74252-6219-4e80-9770-b20a4cc02595 req-b8a9f4b8-5ac4-4787-a475-9d1e60a5002a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:17.810470 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-32a74252-6219-4e80-9770-b20a4cc02595 req-b8a9f4b8-5ac4-4787-a475-9d1e60a5002a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.1623347 Jun 12 12:01:17.835548 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.853101 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6c45e1-18a2-4223-9f8a-ade731a5831a {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:17.890498 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5f6c45e1-18a2-4223-9f8a-ade731a5831a,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:17.896559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:17.899286 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-fa9f302c-e222-4879-8b94-e1b10b720ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:17.906026 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-32a74252-6219-4e80-9770-b20a4cc02595 req-1976dad2-6150-4ad7-854d-0f6e8b0511c0 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941768 Jun 12 12:01:17.984288 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=5f6c45e1-18a2-4223-9f8a-ade731a5831a,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:17.987437 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:18.351125 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['5f6c45e1-18a2-4223-9f8a-ade731a5831a'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:18.393087 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:18.452755 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 54998) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:18.483748 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['952e6967-e761-4304-881e-3756a9eb04c5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:18.503506 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55002) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:18.555815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e953db-d4b3-49af-8466-ac63316a75ff req-699a10ba-e4a2-47ba-8b2a-daabc9fa0d23 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:18.557363 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-84e953db-d4b3-49af-8466-ac63316a75ff req-699a10ba-e4a2-47ba-8b2a-daabc9fa0d23 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 945 time: 0.1116784 Jun 12 12:01:18.654255 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-84e953db-d4b3-49af-8466-ac63316a75ff req-e9f24e60-0877-41e8-ae04-d51cd729bd9d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Jun 12 12:01:18.667957 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:18.726452 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1520616297-network', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:18.763780 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0c21-aa04-4e08-a6f5-e14d3ab9f673 req-733f7885-4488-4ab7-8f6d-8aca776abbeb tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:18.766875 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-664d0c21-aa04-4e08-a6f5-e14d3ab9f673 req-733f7885-4488-4ab7-8f6d-8aca776abbeb tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 944 time: 0.2033825 Jun 12 12:01:18.842706 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-664d0c21-aa04-4e08-a6f5-e14d3ab9f673 req-1d474677-2794-4079-936e-6fa73e7e9c60 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655730 Jun 12 12:01:18.889267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:18.897154 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:18.901616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-422bc3da-5d5e-4ad7-83de-0d954fc4b148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:18.956625 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Made reservation on behalf of e287e5a9472a463e83029756e7c6409e for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:18.959551 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:18.966648 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=598c55b4fde0446aa98e5626310e0e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116632 Jun 12 12:01:18.969705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55012) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:18.978753 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d5860-8ed7-44b5-bed4-04e85a28346c,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:18.982107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:18.984357 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:19.070743 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f589cc8-3d7a-45ec-ab5b-45f952043b4c req-47ad42b9-d885-493b-b0ac-b189acc4a77c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:19.075454 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0f589cc8-3d7a-45ec-ab5b-45f952043b4c req-47ad42b9-d885-493b-b0ac-b189acc4a77c tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1807804 Jun 12 12:01:19.079117 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.110570 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.123368 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.138486 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.144726 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-689b81cd-53c9-4208-917e-5edc9a2890f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:19.157040 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0f589cc8-3d7a-45ec-ab5b-45f952043b4c req-87487e40-8e99-49fb-b6fc-b0220f7c73e0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714779 Jun 12 12:01:19.176896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:01:19.205920 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da8c21-3f36-4edf-a18c-3cf6ca0e0693,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:19.209775 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:19.211210 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.214020 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.214952 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.215228 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Added segment 7fa1059f-28a6-4dd6-bfd7-549eed8367a2 of type vlan for network 271d6d44-f6e0-4ffb-aeda-04db09faadcc Jun 12 12:01:19.215829 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc5d5860-8ed7-44b5-bed4-04e85a28346c HTTP/1.1" status: 204 len: 168 time: 0.2449720 Jun 12 12:01:19.216720 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:19.232777 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d5860-8ed7-44b5-bed4-04e85a28346c,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:19.236400 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:19.288547 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.302037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785cae0-a885-4e26-bf87-84eaf4f5750b req-a7534355-2a1a-4a8e-95be-882553332454 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:19.304134 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6785cae0-a885-4e26-bf87-84eaf4f5750b req-a7534355-2a1a-4a8e-95be-882553332454 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.2065673 Jun 12 12:01:19.373119 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.376149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:19.376732 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.382957 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:19.391206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6785cae0-a885-4e26-bf87-84eaf4f5750b req-3e78e346-208f-415f-9b90-81f258f5832a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798769 Jun 12 12:01:19.431461 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9265475 Jun 12 12:01:19.434774 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55018) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:19.447738 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Request body: {'subnet': {'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1520616297-subnet', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:19.500782 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Pushing event updated for resources: {'Network': ['ID=271d6d44-f6e0-4ffb-aeda-04db09faadcc,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:19.504966 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:19.517354 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:01:19.523560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Made reservation on behalf of e287e5a9472a463e83029756e7c6409e for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:19.527152 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29215224'] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.798451 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29199869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29215214'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.805649 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:19.852664 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bdea-320d-457b-8015-143bec2d17d8 req-46693b7a-ba51-4217-8049-3157f06c0a26 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:19.854175 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e145bdea-320d-457b-8015-143bec2d17d8 req-46693b7a-ba51-4217-8049-3157f06c0a26 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 945 time: 0.0787437 Jun 12 12:01:19.872898 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302e9342-fcef-4614-8024-e48b05626306,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:19.879958 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:19.883527 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Checking segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:19.883893 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Network hostable DHCP agents. Network: 271d6d44-f6e0-4ffb-aeda-04db09faadcc, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:01:19.907826 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:01:19.915485 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e145bdea-320d-457b-8015-143bec2d17d8 req-d352ec8f-d4ce-4d79-8d8a-4c6358ddc858 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 Jun 12 12:01:19.918760 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, 271d6d44-f6e0-4ffb-aeda-04db09faadcc) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:19.923907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:19.925275 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.931990 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42194b-bd40-4184-8990-26ddd9d90531 None None] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:01:19.951012 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a6fea2a5-6914-46e5-ba06-d695e5fc6827 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5151067 Jun 12 12:01:19.953489 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55026) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:19.957965 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:19.988137 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:19.989099 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.091396 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.137664 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:01:20.138628 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.201565 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd12bc7-7fa6-4d6d-8f5b-c45570850fca req-98eba244-46a1-4726-abff-165876d07c42 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:20.203039 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9fd12bc7-7fa6-4d6d-8f5b-c45570850fca req-98eba244-46a1-4726-abff-165876d07c42 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 944 time: 0.2251823 Jun 12 12:01:20.291412 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Allocated IP 172.20.0.2 (271d6d44-f6e0-4ffb-aeda-04db09faadcc/302e9342-fcef-4614-8024-e48b05626306/55e71066-ef2a-4c41-81f8-841134ac2d2b) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:20.322407 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.351179 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9fd12bc7-7fa6-4d6d-8f5b-c45570850fca req-cd774aa5-a9f3-467a-b9a8-026a938f6c39 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928469 Jun 12 12:01:20.424391 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c2c1d-21aa-49fc-8fb1-0d0f2939a140 req-3eb9bfa5-ff89-41c9-a922-b68b9793c0ce tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:20.425890 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c88c2c1d-21aa-49fc-8fb1-0d0f2939a140 req-3eb9bfa5-ff89-41c9-a922-b68b9793c0ce tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1237793 Jun 12 12:01:20.498610 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c88c2c1d-21aa-49fc-8fb1-0d0f2939a140 req-801fcaae-bcba-45d1-a64d-300faec03ce9 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635154 Jun 12 12:01:20.506694 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.520391 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Transition to ACTIVE for port object 55e71066-ef2a-4c41-81f8-841134ac2d2b will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:20.538826 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Transition to ACTIVE for port object 55e71066-ef2a-4c41-81f8-841134ac2d2b will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:20.545252 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.548925 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:20.605692 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Pushing event updated for resources: {'Port': ['ID=55e71066-ef2a-4c41-81f8-841134ac2d2b,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:20.610255 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:20.620184 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:20.623743 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:20.626087 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:20.704296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.707311 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Attempting to bind port 55e71066-ef2a-4c41-81f8-841134ac2d2b on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:20.708343 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Attempting to bind port 55e71066-ef2a-4c41-81f8-841134ac2d2b by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:20.708757 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Attempting to bind port 55e71066-ef2a-4c41-81f8-841134ac2d2b on network 271d6d44-f6e0-4ffb-aeda-04db09faadcc {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:20.714574 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:20.714958 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Checking segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:20.715470 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.715904 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Bound using segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:20.716374 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Bound port: 55e71066-ef2a-4c41-81f8-841134ac2d2b, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:20.716751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.746949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.836693 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c754b-065b-4422-bcd8-c285dc2514a1 req-49ad740f-ea8d-478e-8b4d-0751ec73ecc4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:20.838265 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4f8c754b-065b-4422-bcd8-c285dc2514a1 req-49ad740f-ea8d-478e-8b4d-0751ec73ecc4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.2279074 Jun 12 12:01:20.841076 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] For port 55e71066-ef2a-4c41-81f8-841134ac2d2b, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:20.848570 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] For port 55e71066-ef2a-4c41-81f8-841134ac2d2b, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=55e71066-ef2a-4c41-81f8-841134ac2d2b,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:20.855942 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:20.862364 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:20.937700 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4f8c754b-065b-4422-bcd8-c285dc2514a1 req-98a388a0-8d80-43b8-b3d9-cb3c01fce060 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924516 Jun 12 12:01:20.953016 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Pushing event updated for resources: {'Port': ['ID=55e71066-ef2a-4c41-81f8-841134ac2d2b,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:20.956214 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:20.964865 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Allocated IP 172.27.1.110 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/f0512dac-3aa9-4e58-a40e-5219aef7da54) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:21.169580 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b53a3b-880a-4f12-99d1-a1b3a6640bb5 req-2cae185b-29db-4e96-b337-bff9ed86c3eb tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:21.171293 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-07b53a3b-880a-4f12-99d1-a1b3a6640bb5 req-2cae185b-29db-4e96-b337-bff9ed86c3eb tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 945 time: 0.1134834 Jun 12 12:01:21.245879 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-07b53a3b-880a-4f12-99d1-a1b3a6640bb5 req-c1433d54-15c8-490c-a51b-859aa12d3270 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673072 Jun 12 12:01:21.386895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:21.429213 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:21.432318 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:21.485778 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:21.498048 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:21.503962 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:21.557781 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f0512dac-3aa9-4e58-a40e-5219aef7da54,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:21.563837 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:21.708416 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c94bc2-ca6f-4252-97e6-30e4c0b87313 req-e978ab82-5201-419e-9255-91b51d9724d0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:21.710287 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-77c94bc2-ca6f-4252-97e6-30e4c0b87313 req-e978ab82-5201-419e-9255-91b51d9724d0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 944 time: 0.2262888 Jun 12 12:01:21.792869 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-77c94bc2-ca6f-4252-97e6-30e4c0b87313 req-67005aec-16e0-4001-bd30-ebf1bff85b0c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Jun 12 12:01:21.946523 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:21.986048 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5df16-5373-4bb9-8d79-8be722381b82 None None] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:01:22.015573 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:22.144629 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-5212ad6a-7290-44ff-8789-7d0af50375f0 None None] Provisioning for port 55e71066-ef2a-4c41-81f8-841134ac2d2b completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:22.145137 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705aa1-934d-4cdc-b4fb-26b994e21613 req-656c3aee-dabc-46f5-a41f-b3d1f89cb91d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:22.147582 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ee705aa1-934d-4cdc-b4fb-26b994e21613 req-656c3aee-dabc-46f5-a41f-b3d1f89cb91d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0879917 Jun 12 12:01:22.187097 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 952e6967-e761-4304-881e-3756a9eb04c5 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:22.191591 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 952e6967-e761-4304-881e-3756a9eb04c5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:22.191988 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:22.194979 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ee705aa1-934d-4cdc-b4fb-26b994e21613 req-1442686c-1ebe-4fbe-a899-f0f3586d4de7 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Jun 12 12:01:22.300516 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:22.320383 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398fe3-bb03-403b-8d27-e5943f60c74c req-7bf2a8b1-15b9-4290-832d-a8cef6caec37 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:22.322985 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-80398fe3-bb03-403b-8d27-e5943f60c74c req-7bf2a8b1-15b9-4290-832d-a8cef6caec37 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.1168339 Jun 12 12:01:22.381525 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:22.434536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:22.437880 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b9b1b0-da6d-4bb3-8b6f-98dd5b6594e9" -d '{"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-plugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:22.466916 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:22.478759 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:22.479776 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:22.482149 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:22.529648 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-80398fe3-bb03-403b-8d27-e5943f60c74c req-271c64cc-25d3-47d7-b579-ef7a5f883010 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547868 Jun 12 12:01:22.619052 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:22.622619 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:22.623451 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 55e71066-ef2a-4c41-81f8-841134ac2d2b up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:22.682285 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:01:22.778245 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 55e71066-ef2a-4c41-81f8-841134ac2d2b completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:22.783008 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd6adb-8467-40ed-b755-fc7259abb587 x-openstack-request-id: req-facd6adb-8467-40ed-b755-fc7259abb587 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:22.783008 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-plugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:22.783008 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-facd6adb-8467-40ed-b755-fc7259abb587 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:22.783008 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'code': 200} Jun 12 12:01:22.800535 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 55e71066-ef2a-4c41-81f8-841134ac2d2b triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:22.801063 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:22.803033 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:22.858315 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:22.858862 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:22.948739 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c2d3a-d243-4d36-8823-a43c9939a89e req-b4d0e44b-1604-42ea-bde3-d36464146c20 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:22.957613 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-587c2d3a-d243-4d36-8823-a43c9939a89e req-b4d0e44b-1604-42ea-bde3-d36464146c20 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 945 time: 0.1182246 Jun 12 12:01:22.984914 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:22.997383 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Sync routers for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:23.017635 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.022416 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0677295 Jun 12 12:01:23.023124 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55076) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:23.023693 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:23.024819 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:23.046572 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-587c2d3a-d243-4d36-8823-a43c9939a89e req-e74e4d62-c99c-475e-9121-748a6436b48e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881271 Jun 12 12:01:23.048856 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce400a3-f0cf-41a0-a52d-a0e4a0a154c1 req-7468205e-107f-4e99-b397-0d489ebd0698 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:23.056951 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2ce400a3-f0cf-41a0-a52d-a0e4a0a154c1 req-7468205e-107f-4e99-b397-0d489ebd0698 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 944 time: 0.1110251 Jun 12 12:01:23.171277 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2ce400a3-f0cf-41a0-a52d-a0e4a0a154c1 req-d4e99561-3d39-47ed-a1a1-75e0dd4dd518 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129367 Jun 12 12:01:23.213011 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25295a-2959-4d6b-a8e3-7a0d48ea3bd1 req-1baa326a-ee31-492e-9251-1ab39245790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:23.215919 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ef25295a-2959-4d6b-a8e3-7a0d48ea3bd1 req-1baa326a-ee31-492e-9251-1ab39245790e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1098 time: 0.1329937 Jun 12 12:01:23.225299 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.228093 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:23.245170 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.268989 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ef25295a-2959-4d6b-a8e3-7a0d48ea3bd1 req-63aa03b9-bb5c-4c88-a8d5-832993b03056 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Jun 12 12:01:23.281544 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 55e71066-ef2a-4c41-81f8-841134ac2d2b, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=55e71066-ef2a-4c41-81f8-841134ac2d2b,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:23.289381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.295695 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:23.359428 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:23.369620 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.370596 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 5f6c45e1-18a2-4223-9f8a-ade731a5831a up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:23.410648 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=55e71066-ef2a-4c41-81f8-841134ac2d2b,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:23.420709 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:23.421282 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:23.488650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:23.493496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:23.497895 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 5f6c45e1-18a2-4223-9f8a-ade731a5831a completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:23.498723 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:21Z', 'revision_number': 3, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:23.504527 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 5f6c45e1-18a2-4223-9f8a-ade731a5831a triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:23.504527 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.506232 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Checking router: 833fe2d5-cee3-46fa-8d81-3fbdb174f406 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:23.506816 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Updating router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 port f0512dac-3aa9-4e58-a40e-5219aef7da54 binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:01:23.554035 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.609828 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.683616 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5f6c45e1-18a2-4223-9f8a-ade731a5831a,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:23.691191 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.695986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-e73291c0-db63-4b73-b86d-848a0fa77b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:23.760213 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=5f6c45e1-18a2-4223-9f8a-ade731a5831a,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:23.765981 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:23.902742 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.906822 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422435c6-f380-4e81-9633-e172e855f433 req-18d6bbee-b9f0-46ef-8203-d1cf657cb4f0 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:23.908316 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-422435c6-f380-4e81-9633-e172e855f433 req-18d6bbee-b9f0-46ef-8203-d1cf657cb4f0 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.1841245 Jun 12 12:01:23.913603 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Transition to ACTIVE for port object f0512dac-3aa9-4e58-a40e-5219aef7da54 will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:23.920535 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.923845 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:23.988522 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Attempting to bind port f0512dac-3aa9-4e58-a40e-5219aef7da54 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:23.988905 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Attempting to bind port f0512dac-3aa9-4e58-a40e-5219aef7da54 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:23.989274 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Attempting to bind port f0512dac-3aa9-4e58-a40e-5219aef7da54 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:23.991433 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3b4d-8dfc-4952-9e73-b2ee674cccd9 None None] Pushing event updated for resources: {'Port': ['ID=f0512dac-3aa9-4e58-a40e-5219aef7da54,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:23.994695 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-aa6e3b4d-8dfc-4952-9e73-b2ee674cccd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:23.997530 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:23.998194 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:23.998298 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-422435c6-f380-4e81-9633-e172e855f433 req-0ba6aaac-6bfe-44c5-b862-9402e4c9236b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770066 Jun 12 12:01:23.998671 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:23.998671 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:23.999200 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Bound port: f0512dac-3aa9-4e58-a40e-5219aef7da54, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:23.999585 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.065802 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.179706 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] For port f0512dac-3aa9-4e58-a40e-5219aef7da54, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:24.183141 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] For port f0512dac-3aa9-4e58-a40e-5219aef7da54, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=f0512dac-3aa9-4e58-a40e-5219aef7da54,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:24.188034 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.190280 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:24.260859 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:24.263572 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:24.270933 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3b4d-8dfc-4952-9e73-b2ee674cccd9 None None] Pushing event updated for resources: {'Port': ['ID=f0512dac-3aa9-4e58-a40e-5219aef7da54,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:24.288352 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669faa68-1b81-4247-a1f5-78bf956edf34 req-741c6e23-758b-4522-bc38-9bab93dc8c69 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:24.289802 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-669faa68-1b81-4247-a1f5-78bf956edf34 req-741c6e23-758b-4522-bc38-9bab93dc8c69 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.1064141 Jun 12 12:01:24.324371 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-aa6e3b4d-8dfc-4952-9e73-b2ee674cccd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:24.329149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Allocated IP 172.20.0.1 (271d6d44-f6e0-4ffb-aeda-04db09faadcc/302e9342-fcef-4614-8024-e48b05626306/ce1bc1c0-c456-492f-8477-c84291794795) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:24.334610 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-669faa68-1b81-4247-a1f5-78bf956edf34 req-ab6114a9-ec40-4237-911d-1d195dd5deff tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391243 Jun 12 12:01:24.430149 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:24.513326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 55e71066-ef2a-4c41-81f8-841134ac2d2b up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:24.586984 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.593257 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 55e71066-ef2a-4c41-81f8-841134ac2d2b triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:24.593638 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.596832 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb9864-986f-4b0d-903f-938fe08fa8b8 req-7e9dfab7-edd8-452c-a1f5-73b2e97b031f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:24.598439 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3deb9864-986f-4b0d-903f-938fe08fa8b8 req-7e9dfab7-edd8-452c-a1f5-73b2e97b031f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.2731535 Jun 12 12:01:24.619147 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Transition to ACTIVE for port object ce1bc1c0-c456-492f-8477-c84291794795 will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:24.667689 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3deb9864-986f-4b0d-903f-938fe08fa8b8 req-9bd1604c-c832-49ae-bf2e-44a455d20e86 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593934 Jun 12 12:01:24.707204 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.707204 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:24.746724 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:21Z', 'revision_number': 3, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:24.759363 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:24.759578 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20c747-01aa-46c6-ae38-eccd918e2a5b None None] The sync data for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi is: [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:21Z', 'revision_number': 3, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:24.759738 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:24.760526 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:24.783963 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}, {'server_uuid': 'c67468df-2797-4011-a78e-2dabd239f08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c45e1-18a2-4223-9f8a-ade731a5831a'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:24.786416 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f6624f-2c8f-405e-9ba3-fb30de30d482" -d '{"events": [{"server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}, {"server_uuid": "c67468df-2797-4011-a78e-2dabd239f08d", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c45e1-18a2-4223-9f8a-ade731a5831a"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:24.800153 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1bc1c0-c456-492f-8477-c84291794795,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:24.814437 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:24.822388 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:24.844129 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182b44b-4e3b-4d43-ac63-fee97dcfaec7 x-openstack-request-id: req-1182b44b-4e3b-4d43-ac63-fee97dcfaec7 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:24.844498 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "code": 200}, {"server_uuid": "c67468df-2797-4011-a78e-2dabd239f08d", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c45e1-18a2-4223-9f8a-ade731a5831a", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:24.844786 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1182b44b-4e3b-4d43-ac63-fee97dcfaec7 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:24.845084 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'code': 200} Jun 12 12:01:24.845437 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67468df-2797-4011-a78e-2dabd239f08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c45e1-18a2-4223-9f8a-ade731a5831a', 'code': 200} Jun 12 12:01:25.060934 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:25.108864 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-1d413d7c-3157-4370-a362-3477a68fe68e None None] Provisioning for port ce1bc1c0-c456-492f-8477-c84291794795 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:25.113098 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-1d413d7c-3157-4370-a362-3477a68fe68e None None] Provisioning complete for port ce1bc1c0-c456-492f-8477-c84291794795 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:25.113490 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-1d413d7c-3157-4370-a362-3477a68fe68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:25.242211 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-1d413d7c-3157-4370-a362-3477a68fe68e None None] Port ce1bc1c0-c456-492f-8477-c84291794795 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:25.355387 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab64966-49e4-4c5b-8844-5a6fb7ba02cc req-0bcdf3a2-19c2-49a0-b919-4b1a519f6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:25.356800 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bab64966-49e4-4c5b-8844-5a6fb7ba02cc req-0bcdf3a2-19c2-49a0-b919-4b1a519f6b2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1098 time: 0.2469804 Jun 12 12:01:25.363202 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e412ac8-de9e-4ff4-bfff-afa7180827d8 req-450d609d-7fd3-46bf-a510-0c10c5a09f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:25.364912 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e412ac8-de9e-4ff4-bfff-afa7180827d8 req-450d609d-7fd3-46bf-a510-0c10c5a09f5f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 1099 time: 0.1922626 Jun 12 12:01:25.421163 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e412ac8-de9e-4ff4-bfff-afa7180827d8 req-7faa3163-a6a2-49a2-b2ef-9d752572e6a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 Jun 12 12:01:25.436477 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:25.449941 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:25.454362 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bab64966-49e4-4c5b-8844-5a6fb7ba02cc req-06039c36-8356-4138-90c4-15ab0a6e2b5b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884922 Jun 12 12:01:25.455186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:25.552915 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2893bd-23eb-4600-995e-82a3e28bfe38 req-31ecad08-b369-4596-b9d4-7212c44b0d96 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:25.554510 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f2893bd-23eb-4600-995e-82a3e28bfe38 req-31ecad08-b369-4596-b9d4-7212c44b0d96 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.2330174 Jun 12 12:01:25.563610 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:25.567112 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1bc1c0-c456-492f-8477-c84291794795,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:25.574260 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2319237-122c-4833-8ed1-6ef08ac5833c req-a9a50c55-da7f-4bf5-9d73-d3346d5c9557 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:25.576379 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2319237-122c-4833-8ed1-6ef08ac5833c req-a9a50c55-da7f-4bf5-9d73-d3346d5c9557 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.0906022 Jun 12 12:01:25.579047 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:25.627115 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2319237-122c-4833-8ed1-6ef08ac5833c req-722fabeb-449d-4817-9ec6-a7e1ddff3417 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Jun 12 12:01:25.635817 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f2893bd-23eb-4600-995e-82a3e28bfe38 req-e213ae9b-8c4c-4c01-ac34-261a89f32f17 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736725 Jun 12 12:01:25.752921 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:25.754594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:25.932540 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d643-a8b2-4f19-a2f9-812ccfe5f0a0 req-1901c020-9823-49d6-be7e-23cf0d28f7ff tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:25.934316 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0673d643-a8b2-4f19-a2f9-812ccfe5f0a0 req-1901c020-9823-49d6-be7e-23cf0d28f7ff tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.1400769 Jun 12 12:01:25.944490 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55110) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:25.953534 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'floatingip': {'port_id': '952e6967-e761-4304-881e-3756a9eb04c5'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:25.980690 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:01:26.027667 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:26.080345 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-fd17cb41-f4ea-484c-a1bc-4353d590bf18 None None] Provisioning complete for port ce1bc1c0-c456-492f-8477-c84291794795 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:26.080899 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-fd17cb41-f4ea-484c-a1bc-4353d590bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:26.180355 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-fd17cb41-f4ea-484c-a1bc-4353d590bf18 None None] Port ce1bc1c0-c456-492f-8477-c84291794795 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:26.441300 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3e1b6-17ea-4f5b-8568-a23a51b3d89b req-94d25da5-b595-460b-a509-6cb16d0e654b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:26.448848 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d8b3e1b6-17ea-4f5b-8568-a23a51b3d89b req-94d25da5-b595-460b-a509-6cb16d0e654b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.5378633 Jun 12 12:01:26.505049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:26.515805 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57cdf8-8d5d-4e67-a9ac-9afcb2cd1eb6 req-e4914e50-4af5-4092-b89d-ac2dfdd4effd tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:26.520298 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] 10.222.0.63 "PUT /v2.0/routers/833fe2d5-cee3-46fa-8d81-3fbdb174f406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4901488 Jun 12 12:01:26.520400 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba57cdf8-8d5d-4e67-a9ac-9afcb2cd1eb6 req-e4914e50-4af5-4092-b89d-ac2dfdd4effd tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1606276 Jun 12 12:01:26.533089 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d8b3e1b6-17ea-4f5b-8568-a23a51b3d89b req-b3a15c90-7652-45dc-9779-f7e87d99775e tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Jun 12 12:01:26.556569 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device f0512dac-3aa9-4e58-a40e-5219aef7da54 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:26.616284 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port f0512dac-3aa9-4e58-a40e-5219aef7da54 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:26.622158 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port f0512dac-3aa9-4e58-a40e-5219aef7da54 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:26.622648 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:26.752239 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:26.791154 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port f0512dac-3aa9-4e58-a40e-5219aef7da54, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=f0512dac-3aa9-4e58-a40e-5219aef7da54,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:26.794214 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba57cdf8-8d5d-4e67-a9ac-9afcb2cd1eb6 req-7259677b-6ca3-4205-8e49-b5bbda0a141c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687185 Jun 12 12:01:26.801202 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:26.804201 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-51956176-70c2-4718-a444-c756f6834be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:26.929432 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=f0512dac-3aa9-4e58-a40e-5219aef7da54,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:26.943324 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:26.969545 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f950e3-75dc-46a4-b26e-b1b78767681b req-04653628-d29f-4b2b-9e34-9bce9f072638 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:26.974891 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-36f950e3-75dc-46a4-b26e-b1b78767681b req-04653628-d29f-4b2b-9e34-9bce9f072638 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.1155310 Jun 12 12:01:27.023682 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.029508 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.052064 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-36f950e3-75dc-46a4-b26e-b1b78767681b req-53e68300-927a-4a72-a0c7-1d25c03255c2 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630636 Jun 12 12:01:27.235100 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Sync routers for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:27.245264 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:27.246195 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:27.282909 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-de782fde-cabf-4af5-a3ef-0c05e3d6a0c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1708336 Jun 12 12:01:27.290457 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Floating IP 935e2f12-6310-4867-afe8-8458a7d0c24b associated. External IP: 172.27.1.189, port: 952e6967-e761-4304-881e-3756a9eb04c5. Jun 12 12:01:27.362100 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55138) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:27.369960 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-820097135-network', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:27.393875 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Made reservation on behalf of 8ba9ef6a76d045d796a0f89b968a5513 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:27.397078 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.409388 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.411105 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:27.533756 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.539312 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.542872 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:27.570667 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:01:27.581647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbfcdc1-efd6-4a0d-a6f9-971fb056e941,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:27.599484 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:27.604762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.605211 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Added segment dc8f7c1e-861e-400b-a655-92546b60f847 of type vlan for network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc Jun 12 12:01:27.668639 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.707468 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.710072 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:27.711116 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.715029 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d21e1945-4720-4cf2-9524-5531a8230d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:27.734763 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:25Z', 'revision_number': 2, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:27.741003 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Checking router: 833fe2d5-cee3-46fa-8d81-3fbdb174f406 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:27.741329 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Updating router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 port ce1bc1c0-c456-492f-8477-c84291794795 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:01:27.769696 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4032571 Jun 12 12:01:27.769895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55142) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:27.775615 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Request body: {'subnet': {'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-820097135-subnet', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:27.808151 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.830536 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-d8248bee-2fbd-4a54-9af0-c1d581483885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:27.832119 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-d8248bee-2fbd-4a54-9af0-c1d581483885 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.4847791 Jun 12 12:01:27.834718 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc6ae84-659d-4057-85a4-c3f56b7b6ebc,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:27.843493 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26f504-9b96-4a3c-8360-8b639a776825 req-1e21f1e5-a74f-4552-a9ed-053cab22c39c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:27.845901 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:27.851792 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2d26f504-9b96-4a3c-8360-8b639a776825 req-1e21f1e5-a74f-4552-a9ed-053cab22c39c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.1505470 Jun 12 12:01:27.873590 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Made reservation on behalf of 8ba9ef6a76d045d796a0f89b968a5513 for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:27.876339 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29215224'] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:27.906354 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:01:28.044802 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2d26f504-9b96-4a3c-8360-8b639a776825 req-e022e0ae-d47a-4b0d-98c7-b217d70b01c0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920984 Jun 12 12:01:28.158684 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-f9d9d004-5f39-44f5-8a4b-4b7cbc6d233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:28.160961 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-f9d9d004-5f39-44f5-8a4b-4b7cbc6d233f service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.3047972 Jun 12 12:01:28.172603 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467d0cb-d274-4056-9f52-238c987fd626 req-5699da37-79f1-4aed-bbdb-592d1bfe1de0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:28.174832 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f467d0cb-d274-4056-9f52-238c987fd626 req-5699da37-79f1-4aed-bbdb-592d1bfe1de0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.2140660 Jun 12 12:01:28.190821 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29199869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29215214'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.203763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:28.274089 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f467d0cb-d274-4056-9f52-238c987fd626 req-0b17aefb-6912-4559-ae74-c14d445bf648 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910184 Jun 12 12:01:28.287127 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d550a31-5f56-42d6-91bc-1939b9f9d418,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:28.291319 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:28.298151 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Checking segment: {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:28.298520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Network hostable DHCP agents. Network: bcc6ae84-659d-4057-85a4-c3f56b7b6ebc, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:01:28.299372 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-ae99b447-12f3-4b56-b9a9-eecb4b15b95d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.1194415 Jun 12 12:01:28.326173 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:01:28.339059 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, bcc6ae84-659d-4057-85a4-c3f56b7b6ebc) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:28.347665 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.348279 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:28.348786 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.363374 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Transition to ACTIVE for port object ce1bc1c0-c456-492f-8477-c84291794795 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:28.370442 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-4779e6f2-8ec7-4e90-8023-4137df4fa353 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5967135 Jun 12 12:01:28.371291 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55154) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:28.375751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331d3ec-1467-4588-9e67-2345738f1ed7 None None] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:01:28.377551 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:28.385556 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.419510 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:28.420762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497896'] for router, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.422077 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-957917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497889'] for router, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.439528 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74138e0-ca5b-46f0-b1f1-18665df3578d req-d54d9f8a-a0c5-41c2-b595-8230af35ff6d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:28.441087 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b74138e0-ca5b-46f0-b1f1-18665df3578d req-d54d9f8a-a0c5-41c2-b595-8230af35ff6d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.2769299 Jun 12 12:01:28.460063 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-e1a00f27-8a2f-47e3-8839-dc78c58bbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:28.469451 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-e1a00f27-8a2f-47e3-8839-dc78c58bbf34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.1550024 Jun 12 12:01:28.476836 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Router 1663efaf-df12-4962-ae28-7acb2592567b has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:01:28.523877 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device f0512dac-3aa9-4e58-a40e-5219aef7da54 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:28.538233 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-7185068a-c471-423d-914b-4f57dc50cfde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494490 Jun 12 12:01:28.540170 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.607649 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b74138e0-ca5b-46f0-b1f1-18665df3578d req-6ea56b84-6ff0-4044-98bc-ed563bd26d82 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340613 Jun 12 12:01:28.732076 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09812d15-21ac-4690-8447-e56d85d06992 None None] Pushing event updated for resources: {'Port': ['ID=ce1bc1c0-c456-492f-8477-c84291794795,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:28.756628 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-09812d15-21ac-4690-8447-e56d85d06992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:28.852797 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-957890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-951998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497911'] for router, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.876150 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-5e0a3506-f2ce-4e80-9e86-fd7e352a2c7a service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266087 Jun 12 12:01:28.902751 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9edd-f812-4738-8778-6d8f9950dcd7 req-6b802a52-19e8-4fb9-9f1a-87740f7aa634 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:28.910242 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e52e9edd-f812-4738-8778-6d8f9950dcd7 req-6b802a52-19e8-4fb9-9f1a-87740f7aa634 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.3854508 Jun 12 12:01:28.941356 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:28.948265 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:28.953194 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477669ef-437f-4156-8995-20693cf86186 None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:28.972402 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:28.973312 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:28.986910 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e52e9edd-f812-4738-8778-6d8f9950dcd7 req-4a99bee3-7bf0-41fa-82c3-5e99d7dfce79 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Jun 12 12:01:29.017126 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Attempting to bind port ce1bc1c0-c456-492f-8477-c84291794795 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:29.017743 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Attempting to bind port ce1bc1c0-c456-492f-8477-c84291794795 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:29.018228 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Attempting to bind port ce1bc1c0-c456-492f-8477-c84291794795 on network 271d6d44-f6e0-4ffb-aeda-04db09faadcc {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:29.034843 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:29.035397 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Checking segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:29.035900 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.036470 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Bound using segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:29.037747 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Bound port: ce1bc1c0-c456-492f-8477-c84291794795, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:29.038361 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.178448 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:29.189034 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port f0512dac-3aa9-4e58-a40e-5219aef7da54 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:29.189428 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.230958 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-618b43a3-6539-4dbe-9c1b-2952a013202a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "PUT /v2.0/floatingips/935e2f12-6310-4867-afe8-8458a7d0c24b HTTP/1.1" status: 200 len: 991 time: 3.2823110 Jun 12 12:01:29.235822 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeee115ce-d737-531d-b606-ef5b2e0facf4-bcc6ae84-659d-4057-85a4-c3f56b7b6ebc', 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'fixed_ips': [{'subnet_id': '4d550a31-5f56-42d6-91bc-1939b9f9d418'}]}} from dv-cinder-796113-2-iscsi. {{(pid=91743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:01:29.240279 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.245575 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:29.250150 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e33365-3330-4bf3-ac18-8b4835655161" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:29.292867 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c15825c8-7da3-4ac9-baca-90855a7b4ec6 req-02929fbd-8f00-4146-aa57-61747ff294c0 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988962 Jun 12 12:01:29.377042 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f6d61-e6bf-4924-a9ae-7c627995e213 req-860b8be2-583c-4d8e-9ac1-c5831dcc7068 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:29.389998 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-997f6d61-e6bf-4924-a9ae-7c627995e213 req-860b8be2-583c-4d8e-9ac1-c5831dcc7068 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.2714398 Jun 12 12:01:29.431262 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] For port ce1bc1c0-c456-492f-8477-c84291794795, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:29.496938 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] For port ce1bc1c0-c456-492f-8477-c84291794795, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ce1bc1c0-c456-492f-8477-c84291794795,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:29.546208 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-997f6d61-e6bf-4924-a9ae-7c627995e213 req-edb95c18-fc10-41c1-a0a1-845e332f475f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552994 Jun 12 12:01:29.570777 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.604095 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:29.658240 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.670468 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc020ae1-66b0-4ddb-81be-7263ae0aa8cf x-openstack-request-id: req-dc020ae1-66b0-4ddb-81be-7263ae0aa8cf {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:29.670793 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:29.671279 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dc020ae1-66b0-4ddb-81be-7263ae0aa8cf {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:29.671726 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'status': 'completed', 'code': 200} Jun 12 12:01:29.776013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:29.819887 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:29.826738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:29.871571 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-3e5107ac-d128-4df1-adfe-6661516c1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:29.877392 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-3e5107ac-d128-4df1-adfe-6661516c1275 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1098 time: 0.1743000 Jun 12 12:01:29.932469 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '935e2f12-6310-4867-afe8-8458a7d0c24b', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'port_id': '952e6967-e761-4304-881e-3756a9eb04c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'mac_address': 'fa:16:3e:35:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 1, 'project_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:29.942498 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477669ef-437f-4156-8995-20693cf86186 None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:29.967347 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:29.968775 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:30.155038 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:30.186303 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15590d8-584c-4501-9f54-0bd2badef808 req-dc585d5f-7e8e-430e-8d10-9e5fe42f7f3a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:30.194255 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e15590d8-584c-4501-9f54-0bd2badef808 req-dc585d5f-7e8e-430e-8d10-9e5fe42f7f3a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.2770302 Jun 12 12:01:30.241864 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Allocated IP 172.27.1.45 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/430557f0-dea4-4ab9-975f-b934ff978244) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:30.269199 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e15590d8-584c-4501-9f54-0bd2badef808 req-e01ed654-2f10-431f-8831-aa84675be91a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739868 Jun 12 12:01:30.281129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-e48b938c-3c09-4aed-95f8-6b482a2620af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:30.286025 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-e48b938c-3c09-4aed-95f8-6b482a2620af service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 918 time: 0.3899484 Jun 12 12:01:30.396840 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:30.415163 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.db_base_plugin_common [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Allocated IP 172.20.0.2 (bcc6ae84-659d-4057-85a4-c3f56b7b6ebc/4d550a31-5f56-42d6-91bc-1939b9f9d418/876d76aa-0a81-486b-8dcb-fb48e8a2baf1) {{(pid=91743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:30.444845 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:30.480603 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-f911f29f-faa9-4754-98aa-ab871b0dea04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 200 len: 999 time: 0.1845839 Jun 12 12:01:30.496576 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:30.499638 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:30.508802 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09812d15-21ac-4690-8447-e56d85d06992 None None] Pushing event updated for resources: {'Port': ['ID=ce1bc1c0-c456-492f-8477-c84291794795,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:30.517599 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-09812d15-21ac-4690-8447-e56d85d06992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:30.554922 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:30.576773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:30.580737 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:30.624623 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:29Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:30.635995 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-65f5bbc0-9b06-4027-95af-56a33cd8b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:30.641321 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e2153-25f5-401b-92a8-f3ee4c33cbcb None None] The sync data for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi is: [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:29Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:30.649658 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-65f5bbc0-9b06-4027-95af-56a33cd8b4b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.1516330 Jun 12 12:01:30.713005 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Pushing event updated for resources: {'Port': ['ID=430557f0-dea4-4ab9-975f-b934ff978244,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:30.735231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:30.848128 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-620bdb3e-9baf-413d-bb17-1bccc5435fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:30.850192 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-620bdb3e-9baf-413d-bb17-1bccc5435fa1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1877828 Jun 12 12:01:30.851887 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Notify callbacks [] for port, precommit_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:30.874858 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Transition to ACTIVE for port object 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:30.911492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Transition to ACTIVE for port object 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 will not be triggered until provisioned by entity DHCP. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:30.923342 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:30.936670 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:31.057149 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc is already hosted by enough agents. {{(pid=91743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:31.060782 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.scheduler.base_scheduler [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Resources bound (agent type, host, resource id): {{(pid=91743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:31.066021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Received port after_create {{(pid=91743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:31.078522 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Pushing event updated for resources: {'Port': ['ID=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,revision_number=1']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:31.096651 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:31.116466 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-69ccab59-6b65-4a34-8a0e-96d3841ece43 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543263 Jun 12 12:01:31.201441 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:31.232144 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-477669ef-437f-4156-8995-20693cf86186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '935e2f12-6310-4867-afe8-8458a7d0c24b', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'port_id': '952e6967-e761-4304-881e-3756a9eb04c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'mac_address': 'fa:16:3e:35:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 1, 'project_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:31.236386 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477669ef-437f-4156-8995-20693cf86186 None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '935e2f12-6310-4867-afe8-8458a7d0c24b', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'port_id': '952e6967-e761-4304-881e-3756a9eb04c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'mac_address': 'fa:16:3e:35:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 1, 'project_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:31.243166 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Attempting to bind port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:31.243559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Attempting to bind port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:31.243930 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Attempting to bind port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 on network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:31.254362 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:31.255376 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Checking segment: {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:31.255916 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:31.256271 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Bound using segment: {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:31.256747 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Bound port: 876d76aa-0a81-486b-8dcb-fb48e8a2baf1, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:31.257175 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:31.393788 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6e33365-3330-4bf3-ac18-8b4835655161 req-f1508fed-3b3a-41bf-b83b-c53cc90543aa service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690623 Jun 12 12:01:31.434121 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] For port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:31.437581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] For port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:31.447461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:31.449720 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:31.580683 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Pushing event updated for resources: {'Port': ['ID=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,revision_number=2']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:31.602077 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:31.776290 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854cb5a-88be-4d50-a521-3af88486eba3 None None] New status for floating IP 935e2f12-6310-4867-afe8-8458a7d0c24b: ACTIVE {{(pid=91743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:01:31.839791 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec08-640d-4fcf-94d9-ec67c526379a req-a4a76606-0aab-4932-9910-58bedb4ce75d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:31.841426 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2caec08-640d-4fcf-94d9-ec67c526379a req-a4a76606-0aab-4932-9910-58bedb4ce75d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.2229755 Jun 12 12:01:31.953870 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2caec08-640d-4fcf-94d9-ec67c526379a req-50eb2adb-9031-4c4d-9ad8-9166f941bc84 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979013 Jun 12 12:01:32.378063 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-951975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958362'] for router, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:32.649401 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff is scheduled to L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa with binding_index 1 {{(pid=91742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:01:32.664191 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:32.775477 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:32.780989 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ce1bc1c0-c456-492f-8477-c84291794795 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:32.890463 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port ce1bc1c0-c456-492f-8477-c84291794795 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:32.898192 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port ce1bc1c0-c456-492f-8477-c84291794795 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:32.898569 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:32.960845 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:32.970659 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Sync routers for ids ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:32.990975 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:32.997577 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55248) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:33.006884 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6343074 Jun 12 12:01:33.012555 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Routers {'d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:33.013972 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:33.015275 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.061728 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port ce1bc1c0-c456-492f-8477-c84291794795, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ce1bc1c0-c456-492f-8477-c84291794795,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:33.069190 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.072052 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:33.139082 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab6538-5361-4d9d-9ed0-9eecebf77abb None None] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:01:33.144924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=ce1bc1c0-c456-492f-8477-c84291794795,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:33.165398 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:33.198735 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Provisioning for port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:33.247738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Provisioning complete for port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:33.248084 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Set router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:33.248749 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.288803 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe727bd-3902-4c55-ac46-41c726fb8e26 req-70e63806-c333-4008-a73e-ff611e6668cc tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:33.290393 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbe727bd-3902-4c55-ac46-41c726fb8e26 req-70e63806-c333-4008-a73e-ff611e6668cc tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1546831 Jun 12 12:01:33.357770 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbe727bd-3902-4c55-ac46-41c726fb8e26 req-a745fcf0-9800-435a-9ea2-5b4e4ba14b05 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611546 Jun 12 12:01:33.465469 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.530806 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] For port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:33.540007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.542549 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:33.581869 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:01:30Z', 'revision_number': 3, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:33.590280 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Checking router: d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:33.591475 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Updating router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff port 430557f0-dea4-4ab9-975f-b934ff978244 binding host dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:01:33.627825 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Pushing event updated for resources: {'Port': ['ID=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:33.632018 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:33.653879 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.687330 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:33.884430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98412-a0c3-4d95-ab02-5bed912e5716 req-2d5b4da8-9a80-45ae-9d73-85e3deffdad9 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:33.886053 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-11b98412-a0c3-4d95-ab02-5bed912e5716 req-2d5b4da8-9a80-45ae-9d73-85e3deffdad9 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2282722 Jun 12 12:01:33.939642 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-35307aee-a0bf-44cc-b128-c1da5c0b06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:33.941104 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-35307aee-a0bf-44cc-b128-c1da5c0b06fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.2858269 Jun 12 12:01:33.969428 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c37e3461-b60c-4e2c-8d9c-63ed97e87d04 None None] Provisioning complete for port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:33.969906 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c37e3461-b60c-4e2c-8d9c-63ed97e87d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.060344 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Notify callbacks [] for port, precommit_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.072427 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.provisioning_blocks [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Transition to ACTIVE for port object 430557f0-dea4-4ab9-975f-b934ff978244 will not be triggered until provisioned by entity L2. {{(pid=91744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:34.080516 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.082880 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:34.103711 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-11b98412-a0c3-4d95-ab02-5bed912e5716 req-5b1e28a7-bf6e-4013-aa78-b46a7424e685 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661735 Jun 12 12:01:34.146911 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Attempting to bind port 430557f0-dea4-4ab9-975f-b934ff978244 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:34.147331 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Attempting to bind port 430557f0-dea4-4ab9-975f-b934ff978244 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:34.147703 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Attempting to bind port 430557f0-dea4-4ab9-975f-b934ff978244 on network e3f70394-a27f-4c70-bb71-6ba618a24d32 {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:34.150459 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d3dea-e42e-497b-a2a4-5e7990719d78 None None] Pushing event updated for resources: {'Port': ['ID=430557f0-dea4-4ab9-975f-b934ff978244,revision_number=2']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:34.154642 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-912d3dea-e42e-497b-a2a4-5e7990719d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:34.155584 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:34.155982 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Checking segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:34.156393 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.156819 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Bound using segment: {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'} {{(pid=91744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:34.157343 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.managers [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Bound port: 430557f0-dea4-4ab9-975f-b934ff978244, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5886fd5-4e08-480c-9c33-09088ad6c5bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}}] {{(pid=91744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:34.157737 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.219464 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] For port 430557f0-dea4-4ab9-975f-b934ff978244, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:34.222404 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.plugins.ml2.db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] For port 430557f0-dea4-4ab9-975f-b934ff978244, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=430557f0-dea4-4ab9-975f-b934ff978244,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:34.227435 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.229601 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:34.234320 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-de96d5f7-3371-4032-a629-9310da556749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:34.235832 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-de96d5f7-3371-4032-a629-9310da556749 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.2760065 Jun 12 12:01:34.293391 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Routers {'d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:34.294024 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:34.303456 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-fab54528-f9f7-480b-99dd-856e6b172b77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.0569243 Jun 12 12:01:34.345735 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d3dea-e42e-497b-a2a4-5e7990719d78 None None] Pushing event updated for resources: {'Port': ['ID=430557f0-dea4-4ab9-975f-b934ff978244,revision_number=3']} {{(pid=91744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:34.349547 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_concurrency.lockutils [None req-912d3dea-e42e-497b-a2a4-5e7990719d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:34.381510 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-72d1fd0d-7009-49d0-a3b3-dd8cbbd16712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:34.382996 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-72d1fd0d-7009-49d0-a3b3-dd8cbbd16712 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.0728526 Jun 12 12:01:34.445527 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] Set router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:34.457538 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-6bbabc1d-d08b-4e87-b993-39459580c25d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485559 Jun 12 12:01:34.543277 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:34.613076 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a03ee-b89c-484a-9293-a5bce252e204 req-e8d89722-27fb-4004-a07b-92722a8011b0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:34.619479 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fa6a03ee-b89c-484a-9293-a5bce252e204 req-e8d89722-27fb-4004-a07b-92722a8011b0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1219122 Jun 12 12:01:34.620810 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:34.621194 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.666561 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fa6a03ee-b89c-484a-9293-a5bce252e204 req-55e7b85a-6452-4bf3-a8e6-ac6e4177f341 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426826 Jun 12 12:01:34.731933 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ce1bc1c0-c456-492f-8477-c84291794795 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:34.744352 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.747960 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-67f69600-a781-4ee5-bff7-6debf4e1c16b service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374239 Jun 12 12:01:34.748230 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:01:30Z', 'revision_number': 3, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:34.751901 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec0e0-dcbf-4310-b199-044b04304ada None None] The sync data for ids ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'] in dv-cinder-796113-2-iscsi is: [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:01:30Z', 'revision_number': 3, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:34.795439 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port ce1bc1c0-c456-492f-8477-c84291794795 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:34.796063 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:34.993819 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2c625f55-c49c-428f-9da9-41d080d70c54 req-53edba1f-20a1-4aa2-a5f3-48858fa63f1e service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333467 Jun 12 12:01:35.107057 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Allocated IP 172.20.0.1 (bcc6ae84-659d-4057-85a4-c3f56b7b6ebc/4d550a31-5f56-42d6-91bc-1939b9f9d418/8f98bb71-ca60-406f-9bc5-91842a0baee9) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:35.293193 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.316470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Transition to ACTIVE for port object 8f98bb71-ca60-406f-9bc5-91842a0baee9 will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:35.366138 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45319a0-5ad2-4d52-b042-997158ad88c0 req-94d344f7-8cef-4bf9-af50-20ab7264aa1f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:35.367743 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a45319a0-5ad2-4d52-b042-997158ad88c0 req-94d344f7-8cef-4bf9-af50-20ab7264aa1f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1359465 Jun 12 12:01:35.402855 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.406761 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:35.467526 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a45319a0-5ad2-4d52-b042-997158ad88c0 req-77b618b3-f7f6-404a-811a-3dfde0530244 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934968 Jun 12 12:01:35.470885 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:35.474983 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:35.477711 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:35.478389 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954207'] for router_interface, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.543004 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Pushing event updated for resources: {'Port': ['ID=8f98bb71-ca60-406f-9bc5-91842a0baee9,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:35.546117 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:35.682417 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.736283 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e21f13c7-6693-4823-b515-9c209053f9ed None None] Provisioning for port 8f98bb71-ca60-406f-9bc5-91842a0baee9 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:35.749326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-e21f13c7-6693-4823-b515-9c209053f9ed None None] Provisioning complete for port 8f98bb71-ca60-406f-9bc5-91842a0baee9 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:35.750223 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e21f13c7-6693-4823-b515-9c209053f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.809115 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-e21f13c7-6693-4823-b515-9c209053f9ed None None] Port 8f98bb71-ca60-406f-9bc5-91842a0baee9 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:35.961545 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769551a1-8965-4d37-9359-aac55e4cdf7e req-12b5aa93-e321-484f-97b2-ca7c6f2fe74a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:35.963007 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-769551a1-8965-4d37-9359-aac55e4cdf7e req-12b5aa93-e321-484f-97b2-ca7c6f2fe74a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1165154 Jun 12 12:01:35.981558 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.993303 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.994034 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954315'] for router_interface, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:35.997813 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:36.081662 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-769551a1-8965-4d37-9359-aac55e4cdf7e req-e6a02c76-2f55-491f-8d7f-542e5bd2c8e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088088 Jun 12 12:01:36.091310 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Pushing event updated for resources: {'Port': ['ID=8f98bb71-ca60-406f-9bc5-91842a0baee9,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:36.093840 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:36.169806 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:36.171158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:36.431378 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ebcc279c-0b41-496a-80e6-2b68be99db25 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064954219&fields=id&tenant_id=b06f3043eb4b4b11a0e860569d5491bc HTTP/1.1" status: 200 len: 267 time: 0.0431929 Jun 12 12:01:36.431950 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-10396607-55e4-4d93-bddd-fe6fc927c888 None None] Provisioning complete for port 8f98bb71-ca60-406f-9bc5-91842a0baee9 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:36.432259 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-10396607-55e4-4d93-bddd-fe6fc927c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:36.507151 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-10396607-55e4-4d93-bddd-fe6fc927c888 None None] Port 8f98bb71-ca60-406f-9bc5-91842a0baee9 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:36.605623 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 430557f0-dea4-4ab9-975f-b934ff978244 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:36.625185 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:01:36.633586 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-11c06967-fcbd-485c-9a32-0b1e7d67a9fe tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:36.639508 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-11c06967-fcbd-485c-9a32-0b1e7d67a9fe tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/networks?id=9a751551-4b26-4cc8-bb60-c8d635292812 HTTP/1.1" status: 200 len: 811 time: 0.2007868 Jun 12 12:01:36.656714 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-319cc791-2433-44a4-9f1d-5048724fc8e8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/quotas/b06f3043eb4b4b11a0e860569d5491bc HTTP/1.1" status: 200 len: 375 time: 0.0154252 Jun 12 12:01:36.687675 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 430557f0-dea4-4ab9-975f-b934ff978244 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:36.692175 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 430557f0-dea4-4ab9-975f-b934ff978244 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:36.693394 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:36.771846 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-0e723bcc-a94b-4875-a484-3572bd560660 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b06f3043eb4b4b11a0e860569d5491bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119695 Jun 12 12:01:36.806253 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:36.831736 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf7e6-b269-4e7b-9e30-89e8b6aa6a09 req-dc472bfb-1c88-47c3-b671-fa70aa92786e tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:36.833265 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-58ecf7e6-b269-4e7b-9e30-89e8b6aa6a09 req-dc472bfb-1c88-47c3-b671-fa70aa92786e tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2037826 Jun 12 12:01:36.835535 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 430557f0-dea4-4ab9-975f-b934ff978244, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=430557f0-dea4-4ab9-975f-b934ff978244,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:36.841303 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:36.843360 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:36.879656 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:36.886930 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] 10.222.0.63 "PUT /v2.0/routers/d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8881516 Jun 12 12:01:36.901439 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=430557f0-dea4-4ab9-975f-b934ff978244,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:36.904007 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-58ecf7e6-b269-4e7b-9e30-89e8b6aa6a09 req-9f05c612-2b64-4e43-83c4-7a85a8116975 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Jun 12 12:01:36.906045 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:36.926054 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-806d6e90-fcf4-4afb-87e6-d8642c2e60ca service neutron] 10.222.0.63 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308551 Jun 12 12:01:37.051400 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-4e8a9cde-d0ee-4291-8a35-a04a7e530302 service neutron] 10.222.0.63 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195211 Jun 12 12:01:37.466780 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11641-8c14-4f64-a0aa-52d25e2c22de req-b5fffed6-6b67-4d88-999d-43db7f2aaa80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:37.468439 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-70f11641-8c14-4f64-a0aa-52d25e2c22de req-b5fffed6-6b67-4d88-999d-43db7f2aaa80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0764120 Jun 12 12:01:37.515201 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-70f11641-8c14-4f64-a0aa-52d25e2c22de req-62b4bc94-185e-4ff9-8d30-fdd0231bc644 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393438 Jun 12 12:01:37.605353 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e876f622-ba42-49c2-8657-284ade3c7572 req-24692c7c-5729-4c86-a419-43de4b882dbb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0352719 Jun 12 12:01:37.627309 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55328) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:37.632640 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902456429', 'description': 'tempest-secgroup-smoke-902456429 description', 'project_id': 'e287e5a9472a463e83029756e7c6409e'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:37.659655 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.764803 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.769461 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.772115 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-05869d62-ceba-45f5-8928-0491fd6e4e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:37.797769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.802413 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1704385 Jun 12 12:01:37.802659 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55330) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:37.807274 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group_rule': {'security_group_id': '92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb', 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:37.820404 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:37.823982 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:37.842734 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.877244 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Sync routers for ids ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:37.886269 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Routers {'d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:37.886888 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:37.911658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.917768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.922797 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3dcef033-2c97-4645-9285-c26bdc904190 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:37.945103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f731330-3290-4ea3-811c-36ea5bda320b,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:37.956640 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:37.958735 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:37.963159 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55334) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:37.963733 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e6c7e274-9fe2-4ee9-be97-21427196429f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595762 Jun 12 12:01:37.968144 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group_rule': {'security_group_id': '92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb', 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:38.011307 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.164168 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.172106 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.179808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2589d02e-ec7b-4b68-a008-b838c6ec16ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:38.201750 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9903d492-e233-46ac-9a80-445244d2336d,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:38.207109 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Set router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:38.211617 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc99de-9fa8-427f-b0f7-f35a3f5dbd21 req-4b006381-1007-44f3-a71c-7b46d79e890b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:38.213193 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5ebc99de-9fa8-427f-b0f7-f35a3f5dbd21 req-4b006381-1007-44f3-a71c-7b46d79e890b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1395729 Jun 12 12:01:38.214237 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:38.215554 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.219008 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2524757 Jun 12 12:01:38.219584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55342) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:38.224694 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group_rule': {'security_group_id': '92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb', 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:38.282870 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5ebc99de-9fa8-427f-b0f7-f35a3f5dbd21 req-962ae539-a411-4312-815d-3d9f318bfe2f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Jun 12 12:01:38.286640 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.352842 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.356899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.359125 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:38.377288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e752373b-25aa-4152-953f-f15c44a07c1f,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:38.380500 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:38.384705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.385763 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6e66898c-9e60-4983-bfa5-33a22a7eda44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650324 Jun 12 12:01:38.388549 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55344) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:38.393034 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group_rule': {'security_group_id': '92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb', 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:38.421103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.473835 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:01:35Z', 'revision_number': 4, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '8f98bb71-ca60-406f-9bc5-91842a0baee9', 'name': '', 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'mac_address': 'fa:16:3e:8d:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d550a31-5f56-42d6-91bc-1939b9f9d418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:34Z', 'updated_at': '2021-06-12T12:01:35Z', 'revision_number': 2, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'subnets': [{'id': '4d550a31-5f56-42d6-91bc-1939b9f9d418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:38.477611 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Checking router: d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:38.478203 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Updating router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff port 8f98bb71-ca60-406f-9bc5-91842a0baee9 binding host dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:01:38.490194 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.495038 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.497951 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1d485ddc-833b-4234-8eda-cb65266c2717 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:38.523134 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb277bf2-12ad-48fd-bad0-500315d889d6,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:38.524615 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.526071 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:38.527015 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.528213 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-59a8eca7-ff0e-42c9-97ea-107bd3071334 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387148 Jun 12 12:01:38.532555 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55346) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:38.538043 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group_rule': {'security_group_id': '92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb', 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:38.549967 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 430557f0-dea4-4ab9-975f-b934ff978244 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:38.570494 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.securitygroups_db [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Project e287e5a9472a463e83029756e7c6409e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 12:01:38.576627 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.679200 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.685383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.690073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:38.727877 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 430557f0-dea4-4ab9-975f-b934ff978244 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:38.728547 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.774853 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699ce50-29d9-499c-90b1-5204caf35a56 req-e7a79248-6f65-4d3e-bebc-fe5fcc98dc83 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:38.783280 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0699ce50-29d9-499c-90b1-5204caf35a56 req-e7a79248-6f65-4d3e-bebc-fe5fcc98dc83 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1036608 Jun 12 12:01:38.835810 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0699ce50-29d9-499c-90b1-5204caf35a56 req-31930722-e847-452a-a16d-fa48961cf8ba tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497949 Jun 12 12:01:38.881749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6246b16b-67db-464f-bc45-d107f478a05a,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:38.884377 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:38.902900 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.906580 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-997d9223-abaa-4add-a4c4-4826f5f3379e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704350 Jun 12 12:01:38.907005 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55352) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:38.912379 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'security_group_rule': {'security_group_id': '92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb', 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:38.946953 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.securitygroups_db [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Project e287e5a9472a463e83029756e7c6409e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 12:01:38.954789 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:38.965201 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-68ec2ef5-7385-4754-b7d4-9c368fcc05e6 req-5c91efb3-0d5c-4c84-beae-e1904f563b59 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0874059 Jun 12 12:01:38.992002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-d0b8246f-1a3e-4417-80f3-7a3c7658edf8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:38.993516 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-d0b8246f-1a3e-4417-80f3-7a3c7658edf8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.67 "GET /v2.0/networks?id=9a751551-4b26-4cc8-bb60-c8d635292812 HTTP/1.1" status: 200 len: 811 time: 0.2762215 Jun 12 12:01:39.041139 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.046029 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.047958 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-5f1fa6c1-6bfb-4f34-ad3c-78c592c014c1 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b06f3043eb4b4b11a0e860569d5491bc HTTP/1.1" status: 200 len: 380 time: 0.0415833 Jun 12 12:01:39.048951 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-396addd0-dece-4a79-80e0-a9af90bc04f0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:39.059123 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Notify callbacks [] for port, precommit_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.060983 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'port': {'device_id': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'admin_state_up': True, 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'security_groups': ['75ed7843-4a00-46ab-8fb1-4d2074678194']}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:39.070547 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6891bf68-d243-4aba-9a00-f533742e6b4b,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:39.072760 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Transition to ACTIVE for port object 8f98bb71-ca60-406f-9bc5-91842a0baee9 will not be triggered until provisioned by entity L2. {{(pid=91743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:39.074685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:39.077406 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.087071 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-15a13570-4ca6-47f6-a654-b5cc6ca265fd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707668 Jun 12 12:01:39.087269 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.087269 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:39.198585 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7c8bc7a2-175b-4d8a-951b-609380589a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.203465 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd3b51-c68f-438c-a35e-408f53b6659d None None] Pushing event updated for resources: {'Port': ['ID=8f98bb71-ca60-406f-9bc5-91842a0baee9,revision_number=3']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:39.206283 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-6acd3b51-c68f-438c-a35e-408f53b6659d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:39.272681 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Made reservation on behalf of b06f3043eb4b4b11a0e860569d5491bc for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:39.278319 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.338346 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Attempting to bind port 8f98bb71-ca60-406f-9bc5-91842a0baee9 on host dv-cinder-796113-2-iscsi for vnic_type normal with profile {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:39.341385 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Attempting to bind port 8f98bb71-ca60-406f-9bc5-91842a0baee9 by drivers openvswitch,hyperv on host dv-cinder-796113-2-iscsi at level 0 using segments [{'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:39.342364 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Attempting to bind port 8f98bb71-ca60-406f-9bc5-91842a0baee9 on network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:39.354213 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Checking agent: {'id': '3a050116-d737-4f59-a2a7-fdc3ecb4f4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 51, 42), 'started_at': datetime.datetime(2021, 6, 12, 11, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:39.354825 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Checking segment: {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:39.357712 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.358280 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Bound using segment: {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'} {{(pid=91743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:39.358931 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.managers [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Bound port: 8f98bb71-ca60-406f-9bc5-91842a0baee9, host: dv-cinder-796113-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8f7c1e-861e-400b-a655-92546b60f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc'}}] {{(pid=91743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:39.359557 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.492522 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] For port 8f98bb71-ca60-406f-9bc5-91842a0baee9, host dv-cinder-796113-2-iscsi, cleared binding levels {{(pid=91743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:39.507274 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] For port 8f98bb71-ca60-406f-9bc5-91842a0baee9, host dv-cinder-796113-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=8f98bb71-ca60-406f-9bc5-91842a0baee9,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:39.514128 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.516782 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-09812d15-21ac-4690-8447-e56d85d06992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:39.570465 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Allocated IP 172.20.0.8 (9a751551-4b26-4cc8-bb60-c8d635292812/36c8f1d7-c308-46f8-8f4a-78c93de426ca/0c9e5467-1e6f-4945-b349-c43ecadb2218) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:39.581673 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd3b51-c68f-438c-a35e-408f53b6659d None None] Pushing event updated for resources: {'Port': ['ID=8f98bb71-ca60-406f-9bc5-91842a0baee9,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:39.590815 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-6acd3b51-c68f-438c-a35e-408f53b6659d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:39.615144 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Routers {'d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:39.616973 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:39.666760 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97448743-8c23-4b8b-90f7-f93275e7e974 req-e48a8730-59c5-4cb2-9bbf-d6b591ec7d4a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:39.674581 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97448743-8c23-4b8b-90f7-f93275e7e974 req-e48a8730-59c5-4cb2-9bbf-d6b591ec7d4a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2095068 Jun 12 12:01:39.778748 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97448743-8c23-4b8b-90f7-f93275e7e974 req-8f4e25fc-1159-469d-ab14-2e74b75bf12a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031501 Jun 12 12:01:39.836299 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] Set router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:39.888724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.907274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Transition to ACTIVE for port object 0c9e5467-1e6f-4945-b349-c43ecadb2218 will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:39.952717 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:39.967823 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:39.994808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Network 9a751551-4b26-4cc8-bb60-c8d635292812 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:40.029076 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:40.033492 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:40.040063 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:40.040825 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:40.080509 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257454 Jun 12 12:01:40.100685 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Request body: {'port': {'device_id': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:40.116028 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120a36d-dab5-4c60-bd1a-b5ee60260238 req-f33f11f3-18b7-4efb-ab2e-449a846d6e5c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:40.132422 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4120a36d-dab5-4c60-bd1a-b5ee60260238 req-f33f11f3-18b7-4efb-ab2e-449a846d6e5c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1355765 Jun 12 12:01:40.153494 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:40.169440 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:40.221706 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4120a36d-dab5-4c60-bd1a-b5ee60260238 req-f1d49890-3d7b-491c-a3aa-9de2e6dc32ce tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882499 Jun 12 12:01:40.330241 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:40.361610 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6937f-bd87-46d0-b316-5bdaaded3bea req-06c2cdb2-a412-41c6-95db-a07ca1b3374c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:40.363242 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-edf6937f-bd87-46d0-b316-5bdaaded3bea req-06c2cdb2-a412-41c6-95db-a07ca1b3374c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 931 time: 0.1814721 Jun 12 12:01:40.418599 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:01:35Z', 'revision_number': 4, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '8f98bb71-ca60-406f-9bc5-91842a0baee9', 'name': '', 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'mac_address': 'fa:16:3e:8d:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d550a31-5f56-42d6-91bc-1939b9f9d418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:34Z', 'updated_at': '2021-06-12T12:01:39Z', 'revision_number': 4, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'subnets': [{'id': '4d550a31-5f56-42d6-91bc-1939b9f9d418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:40.423242 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842981-5de4-4463-b2d7-49d2f661dd18 None None] The sync data for ids ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'] in dv-cinder-796113-2-iscsi is: [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:01:35Z', 'revision_number': 4, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '8f98bb71-ca60-406f-9bc5-91842a0baee9', 'name': '', 'network_id': 'bcc6ae84-659d-4057-85a4-c3f56b7b6ebc', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'mac_address': 'fa:16:3e:8d:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d550a31-5f56-42d6-91bc-1939b9f9d418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:34Z', 'updated_at': '2021-06-12T12:01:39Z', 'revision_number': 4, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'subnets': [{'id': '4d550a31-5f56-42d6-91bc-1939b9f9d418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:40.425351 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-01e8f23d-a6dc-4371-bfc7-5640c8a39ecb None None] Provisioning for port 0c9e5467-1e6f-4945-b349-c43ecadb2218 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:40.429751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-01e8f23d-a6dc-4371-bfc7-5640c8a39ecb None None] Provisioning complete for port 0c9e5467-1e6f-4945-b349-c43ecadb2218 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:40.429751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-01e8f23d-a6dc-4371-bfc7-5640c8a39ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:40.460072 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-edf6937f-bd87-46d0-b316-5bdaaded3bea req-b1289a03-59f3-4777-9ecb-161531965c8a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702975 Jun 12 12:01:40.488483 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-01e8f23d-a6dc-4371-bfc7-5640c8a39ecb None None] Port 0c9e5467-1e6f-4945-b349-c43ecadb2218 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:01:40.786124 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9e5467-1e6f-4945-b349-c43ecadb2218 {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:40.795013 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:40.808994 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Transition to ACTIVE for port object 0c9e5467-1e6f-4945-b349-c43ecadb2218 will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:40.813642 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:40.816709 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:40.951946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60bb60-2297-4052-993c-13538036510e service neutron] Pushing event updated for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:40.956241 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2b60bb60-2297-4052-993c-13538036510e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:41.007857 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Attempting to bind port 0c9e5467-1e6f-4945-b349-c43ecadb2218 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:41.008338 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Attempting to bind port 0c9e5467-1e6f-4945-b349-c43ecadb2218 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:41.008717 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Attempting to bind port 0c9e5467-1e6f-4945-b349-c43ecadb2218 on network 9a751551-4b26-4cc8-bb60-c8d635292812 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:41.014254 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Port 0c9e5467-1e6f-4945-b349-c43ecadb2218 on network 9a751551-4b26-4cc8-bb60-c8d635292812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:01:41.014598 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Attempting to bind port 0c9e5467-1e6f-4945-b349-c43ecadb2218 on network 9a751551-4b26-4cc8-bb60-c8d635292812 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:41.022505 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:41.022505 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Checking segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:41.022764 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Bound using segment: {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:41.023113 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Bound port: 0c9e5467-1e6f-4945-b349-c43ecadb2218, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16af4fd7-9884-4af4-ab24-51ecb21cc2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:41.023474 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:41.160229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:41.222590 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:41.231901 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:41.239931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8686113e-132e-4edc-8efc-b6a518a7615e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:41.280542 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.281041 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:41.282414 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-2b60bb60-2297-4052-993c-13538036510e service neutron] 10.222.0.67 "PUT /v2.0/ports/0c9e5467-1e6f-4945-b349-c43ecadb2218 HTTP/1.1" status: 200 len: 1093 time: 1.1898084 Jun 12 12:01:41.284841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:41.288417 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af623ee-f3cf-4014-9180-84c657362c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:41.365430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7aac3-220c-4ca7-9f31-cc8a5e17e958 req-8472cedc-2478-43ab-b997-946065aa7b06 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.367760 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-15b7aac3-220c-4ca7-9f31-cc8a5e17e958 req-8472cedc-2478-43ab-b997-946065aa7b06 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2107713 Jun 12 12:01:41.375208 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b4aea949-9090-4294-94f3-4e7546afa6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:41.418488 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60bb60-2297-4052-993c-13538036510e service neutron] Pushing event updated for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:41.422264 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2b60bb60-2297-4052-993c-13538036510e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:41.433630 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d22f7-6102-4534-8477-e26d8261196e req-2302ddef-02e6-4da7-b105-677ca26873d8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.439607 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-800d22f7-6102-4534-8477-e26d8261196e req-2302ddef-02e6-4da7-b105-677ca26873d8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0862288 Jun 12 12:01:41.466173 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-15b7aac3-220c-4ca7-9f31-cc8a5e17e958 req-331bca38-82d3-4334-b19a-f187930dbdef tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678408 Jun 12 12:01:41.476017 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-885153ad-ef3f-498d-9c57-f384b616b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.477500 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-885153ad-ef3f-498d-9c57-f384b616b975 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b06f3043eb4b4b11a0e860569d5491bc&device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.1404307 Jun 12 12:01:41.496492 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-800d22f7-6102-4534-8477-e26d8261196e req-8aff3992-8c7a-4968-9cf4-e92ecc305eb7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554271 Jun 12 12:01:41.542374 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222cdce7-83ed-47ef-8ca4-39f801a45709 x-openstack-request-id: req-222cdce7-83ed-47ef-8ca4-39f801a45709 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:41.542696 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:41.542995 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-222cdce7-83ed-47ef-8ca4-39f801a45709 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:41.543433 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'status': 'completed', 'code': 200} Jun 12 12:01:41.545174 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-0dc8991d-5fc9-4cc6-98e9-46add654b4db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218 HTTP/1.1" status: 200 len: 217 time: 0.0533271 Jun 12 12:01:41.618857 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-75759a15-38ac-4c01-81ac-6e7bcec6f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.620353 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-75759a15-38ac-4c01-81ac-6e7bcec6f85a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c8f1d7-c308-46f8-8f4a-78c93de426ca HTTP/1.1" status: 200 len: 850 time: 0.0588999 Jun 12 12:01:41.686842 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3c9e-984c-46c5-878f-3ba328d0f7a0 req-cf6a9818-3c7e-4c73-a63e-103a110b4a9e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.692403 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d7f3c9e-984c-46c5-878f-3ba328d0f7a0 req-cf6a9818-3c7e-4c73-a63e-103a110b4a9e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0796843 Jun 12 12:01:41.704163 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954403-052d-44cf-927e-d53a2b8c4228 req-3d133f2a-4c14-4793-abd7-2f1ecfe22988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:41.705875 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-3d133f2a-4c14-4793-abd7-2f1ecfe22988 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a751551-4b26-4cc8-bb60-c8d635292812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644474 Jun 12 12:01:41.735977 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6d7f3c9e-984c-46c5-878f-3ba328d0f7a0 req-4076cdf4-8183-4cd0-8cd2-1375325b243c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Jun 12 12:01:41.844525 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-30b630ed-a197-43db-a519-26a0d98d1394 service neutron] 10.222.0.67 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298211 Jun 12 12:01:41.973598 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-17954403-052d-44cf-927e-d53a2b8c4228 req-1f943b13-f669-4e0e-9259-4e71d62ad484 service neutron] 10.222.0.67 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199791 Jun 12 12:01:41.998106 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:42.103300 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af623ee-f3cf-4014-9180-84c657362c7c req-426ce592-efaf-40f0-a657-f517d3f4fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:42.105123 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-426ce592-efaf-40f0-a657-f517d3f4fc0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b06f3043eb4b4b11a0e860569d5491bc&device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0722637 Jun 12 12:01:42.249725 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af623ee-f3cf-4014-9180-84c657362c7c req-81e3257c-3dfb-43c5-84de-d70291712028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:42.251518 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-81e3257c-3dfb-43c5-84de-d70291712028 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a751551-4b26-4cc8-bb60-c8d635292812 HTTP/1.1" status: 200 len: 912 time: 0.1379399 Jun 12 12:01:42.307756 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-ee1485e0-9385-4bac-8fff-13c3f5671cc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218 HTTP/1.1" status: 200 len: 217 time: 0.0487595 Jun 12 12:01:42.372046 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af623ee-f3cf-4014-9180-84c657362c7c req-52b03bc1-b73b-4cb9-9b1c-02ac9ba2c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:42.375527 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-52b03bc1-b73b-4cb9-9b1c-02ac9ba2c418 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c8f1d7-c308-46f8-8f4a-78c93de426ca HTTP/1.1" status: 200 len: 850 time: 0.0592539 Jun 12 12:01:42.580384 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 8f98bb71-ca60-406f-9bc5-91842a0baee9 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:42.691520 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:42.698510 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning for port 8f98bb71-ca60-406f-9bc5-91842a0baee9 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:42.702825 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 8f98bb71-ca60-406f-9bc5-91842a0baee9 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:42.703474 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:42.756271 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17a44-7827-445a-a0bc-9ed6af712dc5 req-3f6921e8-14d3-4f01-a92e-605cc96a7a5a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:42.765977 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b2e17a44-7827-445a-a0bc-9ed6af712dc5 req-3f6921e8-14d3-4f01-a92e-605cc96a7a5a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1199169 Jun 12 12:01:42.814592 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:42.823877 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af623ee-f3cf-4014-9180-84c657362c7c req-3f80bcb2-f889-4e2f-bc6a-3d51caf56220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:42.825400 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b2e17a44-7827-445a-a0bc-9ed6af712dc5 req-590724b4-ac7a-4584-b50d-9cd622abbffa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Jun 12 12:01:42.825989 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-3f80bcb2-f889-4e2f-bc6a-3d51caf56220 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a751551-4b26-4cc8-bb60-c8d635292812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4414425 Jun 12 12:01:42.839749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e476-a0bf-4175-8841-545ee1f2162d req-c8632c16-a104-44e6-a78b-f3ba60f9dea2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:42.841236 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cd54e476-a0bf-4175-8841-545ee1f2162d req-c8632c16-a104-44e6-a78b-f3ba60f9dea2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1150777 Jun 12 12:01:42.867375 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] For port 8f98bb71-ca60-406f-9bc5-91842a0baee9, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=8f98bb71-ca60-406f-9bc5-91842a0baee9,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:42.872194 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:42.874921 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:42.939012 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Pushing event updated for resources: {'Port': ['ID=8f98bb71-ca60-406f-9bc5-91842a0baee9,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:42.942867 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:42.967301 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cd54e476-a0bf-4175-8841-545ee1f2162d req-281f3b52-b7eb-4813-a2fb-337084a6012c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172452 Jun 12 12:01:42.993176 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-6a016345-2e99-4b9b-919a-56d3c63cb015 service neutron] 10.222.0.67 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509843 Jun 12 12:01:43.032049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed9e97-cb0a-4df3-88e5-6384b2780f23 req-32c4a2c9-f984-4390-b940-08d1349b6838 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:43.036553 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-deed9e97-cb0a-4df3-88e5-6384b2780f23 req-32c4a2c9-f984-4390-b940-08d1349b6838 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0936983 Jun 12 12:01:43.080447 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-deed9e97-cb0a-4df3-88e5-6384b2780f23 req-bace93ac-1df4-48a4-aecf-3d09df8d3d2f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Jun 12 12:01:43.130417 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0af623ee-f3cf-4014-9180-84c657362c7c req-ea926cd3-c3d5-4ac9-8383-097739b4a69e service neutron] 10.222.0.67 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275308 Jun 12 12:01:43.485048 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5727bb-1f06-4e13-a024-31d96d265ab1 req-4d07652d-232c-4648-b6f8-eeb5ff69bbbf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:43.486660 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b5727bb-1f06-4e13-a024-31d96d265ab1 req-4d07652d-232c-4648-b6f8-eeb5ff69bbbf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1134067 Jun 12 12:01:43.536147 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-3cea1290-9057-4d9c-b996-6437434235ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:43.537637 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-3cea1290-9057-4d9c-b996-6437434235ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1098 time: 0.1230838 Jun 12 12:01:43.544817 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b5727bb-1f06-4e13-a024-31d96d265ab1 req-0c4bccb5-38c0-46fa-ae16-5c7a78a3fb25 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495694 Jun 12 12:01:43.668267 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-82dd9176-1bd6-4e72-bf44-c7164dea75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:43.669756 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-82dd9176-1bd6-4e72-bf44-c7164dea75ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1210687 Jun 12 12:01:43.764007 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-8ccf7acf-d634-4349-96b0-5065f814143e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 1000 time: 0.0833175 Jun 12 12:01:43.825808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-d4c3956e-768f-474d-9c07-da794bf11dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:43.827209 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-d4c3956e-768f-474d-9c07-da794bf11dfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0541692 Jun 12 12:01:43.902339 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-dffab99a-3558-4289-b939-e7da7074f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:43.903895 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-dffab99a-3558-4289-b939-e7da7074f848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683918 Jun 12 12:01:44.043381 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a51e-44fe-41e6-8f78-4d8d93cc0faf req-27030ffc-6779-4629-8b47-62a9a4f5fa9f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:44.044926 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3b65a51e-44fe-41e6-8f78-4d8d93cc0faf req-27030ffc-6779-4629-8b47-62a9a4f5fa9f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1048026 Jun 12 12:01:44.057602 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-b6d7559f-ba3d-401b-9b1c-95fcdff9de3e service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459684 Jun 12 12:01:44.096173 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3b65a51e-44fe-41e6-8f78-4d8d93cc0faf req-595bb9ca-2820-4802-aef6-010d8b6cda63 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Jun 12 12:01:44.192953 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a31d38ef-f9c9-48aa-b50f-7ed3e32af670 req-85946206-25fe-4fce-b515-26898fd9c0a9 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274803 Jun 12 12:01:44.277149 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1a11-961d-447d-99ac-7a3c49f5729f req-e2f78953-6402-4b6b-9b6f-166c61ab40a0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:44.278746 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-920d1a11-961d-447d-99ac-7a3c49f5729f req-e2f78953-6402-4b6b-9b6f-166c61ab40a0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0767300 Jun 12 12:01:44.324912 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-920d1a11-961d-447d-99ac-7a3c49f5729f req-12350d2d-c864-40a2-906e-ddd12b7b8f8b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400875 Jun 12 12:01:44.362795 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:44.514266 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 8f98bb71-ca60-406f-9bc5-91842a0baee9 up at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:44.572107 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Provisioning complete for port 8f98bb71-ca60-406f-9bc5-91842a0baee9 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:44.572503 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:44.741196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65616-c2b0-41c0-8945-b3b31d6cc2a2 req-e755293d-ad3f-4b78-962d-623ef773fbaa tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:44.742716 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8ae65616-c2b0-41c0-8945-b3b31d6cc2a2 req-e755293d-ad3f-4b78-962d-623ef773fbaa tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0746734 Jun 12 12:01:44.784345 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8ae65616-c2b0-41c0-8945-b3b31d6cc2a2 req-60ccdb7e-9629-46ac-b9ac-16da483f2d2b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359235 Jun 12 12:01:45.288971 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd89a3-89f0-4aea-a326-096f7e6c65b2 req-f9776a01-ff9c-42be-818d-fbd01365c827 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:45.290437 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1ebd89a3-89f0-4aea-a326-096f7e6c65b2 req-f9776a01-ff9c-42be-818d-fbd01365c827 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0751710 Jun 12 12:01:45.334504 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1ebd89a3-89f0-4aea-a326-096f7e6c65b2 req-17d122de-6b2a-42ec-a9fc-9888977f0269 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 Jun 12 12:01:45.516204 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead00fb-e80a-4f66-b7e0-d85f8e935b8b req-7faf2d84-f61b-4949-9254-098e369f62fe tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:45.517658 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dead00fb-e80a-4f66-b7e0-d85f8e935b8b req-7faf2d84-f61b-4949-9254-098e369f62fe tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0691400 Jun 12 12:01:45.563473 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dead00fb-e80a-4f66-b7e0-d85f8e935b8b req-fdfd9df6-4260-4ef7-a4cd-30a65f00997f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Jun 12 12:01:45.974913 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca221134-9565-404e-ac75-cc1f7d2f9718 req-db2b0eb5-0844-4c0f-9eb2-cc83bbee6c5d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:45.976559 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ca221134-9565-404e-ac75-cc1f7d2f9718 req-db2b0eb5-0844-4c0f-9eb2-cc83bbee6c5d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0756371 Jun 12 12:01:46.020185 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ca221134-9565-404e-ac75-cc1f7d2f9718 req-b7a6e244-5936-4757-84b3-115dfcf13a93 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Jun 12 12:01:46.554753 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec2f63-4aae-448b-a044-372f2b2043b5 req-96cbeff9-a32f-4153-b540-83b59f12c0ed tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:46.556293 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6fec2f63-4aae-448b-a044-372f2b2043b5 req-96cbeff9-a32f-4153-b540-83b59f12c0ed tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0854084 Jun 12 12:01:46.601235 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6fec2f63-4aae-448b-a044-372f2b2043b5 req-03160997-14ee-4140-8e64-b69bc400a926 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Jun 12 12:01:46.774525 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142100-9ca0-4928-a2bc-b67ace0a6f40 req-29d1ac3f-4fb4-499c-816f-145e7d22578e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:46.776114 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1142100-9ca0-4928-a2bc-b67ace0a6f40 req-29d1ac3f-4fb4-499c-816f-145e7d22578e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0796742 Jun 12 12:01:46.820375 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1142100-9ca0-4928-a2bc-b67ace0a6f40 req-33ee91fc-b8dc-4adc-a925-fbcfd67eee50 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385692 Jun 12 12:01:46.947895 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b7b65-6552-49aa-b71c-447611132a6e req-a983951b-aa4b-4c01-9472-bf951cd9fbd9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:46.949514 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-555b7b65-6552-49aa-b71c-447611132a6e req-a983951b-aa4b-4c01-9472-bf951cd9fbd9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.0728364 Jun 12 12:01:46.997749 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-555b7b65-6552-49aa-b71c-447611132a6e req-a5caba64-8c81-4359-ad7e-882e62e6eebf tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Jun 12 12:01:47.022753 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55526) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:47.243511 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de83048-8e5d-4b9d-bda7-dff9444c60a9 tempest-TestMinimumBasicScenario-1957494706 tempest-TestMinimumBasicScenario-1957494706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:47.244942 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8de83048-8e5d-4b9d-bda7-dff9444c60a9 tempest-TestMinimumBasicScenario-1957494706 tempest-TestMinimumBasicScenario-1957494706-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1093 time: 0.2211380 Jun 12 12:01:47.247856 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55530) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:47.252250 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'port_id': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:47.275927 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for floatingip, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:47.401952 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:47.527832 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Allocated IP 172.27.1.176 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/34dfcfce-c7e1-4efe-9433-fb6b0998427e) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:47.669956 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:47.719144 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:47.723609 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:47.773534 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:47.776738 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:47.779263 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:47.809608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'Port': ['ID=34dfcfce-c7e1-4efe-9433-fb6b0998427e,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:47.812972 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:47.820659 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb677-dd83-4903-bb36-b8eb5a655034 req-3a8da354-3979-413f-8e24-aa20fa560668 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:47.822931 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d40fb677-dd83-4903-bb36-b8eb5a655034 req-3a8da354-3979-413f-8e24-aa20fa560668 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0867901 Jun 12 12:01:47.874327 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d40fb677-dd83-4903-bb36-b8eb5a655034 req-2a1017f2-20c2-4987-a64c-d7279d6a0f44 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455606 Jun 12 12:01:48.375586 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9bd2a-c549-47cb-9cb9-3da0b82cba16 req-3b4735c8-9c60-4ee2-b227-70909d36b99e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:48.377447 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-10e9bd2a-c549-47cb-9cb9-3da0b82cba16 req-3b4735c8-9c60-4ee2-b227-70909d36b99e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.4296520 Jun 12 12:01:48.474834 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-10e9bd2a-c549-47cb-9cb9-3da0b82cba16 req-79dba9dc-5eb5-4c83-88d7-33857ba8f783 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846357 Jun 12 12:01:48.684242 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:48.811835 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:48.951196 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-4d3cc720-f15b-40fe-bbe3-b7c3f4590a2d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:48.952334 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-4d3cc720-f15b-40fe-bbe3-b7c3f4590a2d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.1402755 Jun 12 12:01:48.969446 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-171fb0c9-5fa4-4165-986a-503df8f6a368 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/quotas/fd990cccbf78434cab46875821cb6271 HTTP/1.1" status: 200 len: 375 time: 0.0092375 Jun 12 12:01:49.014257 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:49.021622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:49.023926 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-562edd66-bfc0-449b-82c1-9b10f3514fe6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:49.081736 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-7726f2c8-8757-4e06-8584-6f1653808676 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011283 Jun 12 12:01:49.146084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'Port': ['ID=34dfcfce-c7e1-4efe-9433-fb6b0998427e,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:49.149393 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:49.176548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:49.213142 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-5cfecd69-7022-48ba-9d2e-4529c5f9c677 service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241505 Jun 12 12:01:49.295936 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f1a51-9dbc-4e46-a00f-12b9838588b3 req-5d863e74-c150-4d15-9d1f-c2d17e1be907 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:49.297685 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9e3f1a51-9dbc-4e46-a00f-12b9838588b3 req-5d863e74-c150-4d15-9d1f-c2d17e1be907 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2695820 Jun 12 12:01:49.339980 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-1e9b2192-151b-43ac-b670-4087595a4723 service neutron] 10.222.0.63 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207089 Jun 12 12:01:49.361908 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Floating IP 1179001f-b8f4-473b-99c7-91b3d6b23f44 associated. External IP: 172.27.1.176, port: 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd. Jun 12 12:01:49.366611 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9e3f1a51-9dbc-4e46-a00f-12b9838588b3 req-d755dd69-323b-410b-abc6-525c861c2900 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626719 Jun 12 12:01:49.549636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-da559a30-420a-4240-8c5b-c05e05ac3924 req-abea45c3-e668-41ec-8b25-3c402fce2e54 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 210 time: 0.0361168 Jun 12 12:01:49.676264 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfaa8c-4d50-4962-97c2-a2593706ac75 req-4ca58da8-2b24-4fa1-a6b7-41e5552c9455 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:49.678137 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c9bfaa8c-4d50-4962-97c2-a2593706ac75 req-4ca58da8-2b24-4fa1-a6b7-41e5552c9455 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0782249 Jun 12 12:01:49.712715 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:01:49.721932 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Router 68a99a1e-7c14-476b-bdfb-17707e25e284 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:01:49.731242 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c9bfaa8c-4d50-4962-97c2-a2593706ac75 req-f80980a8-3888-48fc-823f-450dd85c55e7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Jun 12 12:01:49.891624 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:01:49.901153 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] Sync routers for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:01:49.910648 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:49.915708 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:49.916332 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:49.965688 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7166789 Jun 12 12:01:49.966913 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:49.968712 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55578) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:49.970527 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a905d84-d9ea-4cd8-8836-35b7c4a77826" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:49.975154 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423231037', 'description': 'tempest-secgroup-smoke-1423231037 description', 'project_id': '7c9faa1de4d64177b429e528423b39c9'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:50.022063 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92cb01e-c53b-4c47-bc83-14837d376d77 x-openstack-request-id: req-b92cb01e-c53b-4c47-bc83-14837d376d77 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:50.023145 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:50.023781 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b92cb01e-c53b-4c47-bc83-14837d376d77 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:50.024536 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'status': 'completed', 'code': 200} Jun 12 12:01:50.028427 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.166187 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-820405b8-44e6-457b-8822-6dd5d8faec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:50.168181 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-820405b8-44e6-457b-8822-6dd5d8faec31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1098 time: 0.1106663 Jun 12 12:01:50.221886 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:50.240615 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.290747 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.296471 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0fead983-8ad3-4e3a-81d8-2e8c13895ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:50.338731 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d40dcd2-723e-4f91-a3e1-704e71e46fc2,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:50.343845 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:50.355431 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.356739 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3863480 Jun 12 12:01:50.360088 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55584) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:50.361635 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-6045c1f6-678d-49a0-b387-34e5bcf0b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:50.363804 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-6045c1f6-678d-49a0-b387-34e5bcf0b27d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 915 time: 0.1859643 Jun 12 12:01:50.366130 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group_rule': {'security_group_id': '4d40dcd2-723e-4f91-a3e1-704e71e46fc2', 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:50.399791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.477045 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.478470 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-6da00f02-d29b-45c6-b7c7-70b695f05c8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 999 time: 0.0986056 Jun 12 12:01:50.482668 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.485258 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c5ee7c52-03a3-4c8d-a7ce-b10d78f688a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:50.504002 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae3d770-55d7-47bd-a5f2-88d8b18de66e,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:50.510229 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:50.521339 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.523550 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-bc73e4b6-c11d-4d0c-a7f1-df34d95cc93d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620607 Jun 12 12:01:50.526256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55590) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:50.531129 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group_rule': {'security_group_id': '4d40dcd2-723e-4f91-a3e1-704e71e46fc2', 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:50.564569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.583917 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '1179001f-b8f4-473b-99c7-91b3d6b23f44', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'port_id': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'mac_address': 'fa:16:3e:d4:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:01:48Z', 'updated_at': '2021-06-12T12:01:48Z', 'revision_number': 0, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:14Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:50.591472 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] Checking router: 68a99a1e-7c14-476b-bdfb-17707e25e284 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:01:50.593313 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-67929a7b-01ac-4182-8733-51a4a90b692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:50.594944 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-67929a7b-01ac-4182-8733-51a4a90b692b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 200 len: 853 time: 0.0985658 Jun 12 12:01:50.604400 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:01:50.605371 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:50.648830 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.653762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.656187 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-94aafdd6-c60c-4717-8e2c-4f95dc4c242e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:50.679037 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c00c1-44fe-4fa8-8915-3389b01e340c req-309b222e-c743-4cde-84ca-73cb74250514 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:50.680795 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c91c00c1-44fe-4fa8-8915-3389b01e340c req-309b222e-c743-4cde-84ca-73cb74250514 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1481619 Jun 12 12:01:50.698904 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31caaf2b-6ef1-49b4-b278-986eadf4655a,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:50.718465 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:50.748882 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-20b82e84-a01a-4c50-baae-1616a6611b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:50.748882 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-20b82e84-a01a-4c50-baae-1616a6611b81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b19ed73-ae2e-493a-afca-3aa12bdbe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1426470 Jun 12 12:01:50.756930 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c91c00c1-44fe-4fa8-8915-3389b01e340c req-4d17f0dc-47b6-4f59-953b-c27ee4fe09e6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686197 Jun 12 12:01:50.769425 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-90145751-683c-431d-838f-cf90dc984f48 req-b8a91c12-2501-4114-bca8-b18140527623 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 210 time: 0.0390339 Jun 12 12:01:50.770551 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.771734 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-4ce166ea-d2ef-4f03-9ca6-93a5401034db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443123 Jun 12 12:01:50.774407 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55598) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:50.779439 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group_rule': {'security_group_id': '4d40dcd2-723e-4f91-a3e1-704e71e46fc2', 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:50.835195 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:01:50.841267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.923200 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-cb122229-ac6f-4eb5-b2fb-6cb2184a814b service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437438 Jun 12 12:01:50.936117 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.943451 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:50.960546 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:50.985180 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fea33c-a420-473f-85e4-4e33b52651a6,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:50.996156 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:50.998084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.002268 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5281cc71-6312-4871-ad1a-75e35b7ec342 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2236929 Jun 12 12:01:51.002838 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55600) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:51.009935 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group_rule': {'security_group_id': '4d40dcd2-723e-4f91-a3e1-704e71e46fc2', 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:51.043188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.142865 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.153200 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.162320 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:51.235816 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '1179001f-b8f4-473b-99c7-91b3d6b23f44', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'port_id': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'mac_address': 'fa:16:3e:d4:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:01:48Z', 'updated_at': '2021-06-12T12:01:48Z', 'revision_number': 0, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:14Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:01:51.242415 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9502d-154e-4054-b81f-56262d517ddd None None] The sync data for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi is: [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '1179001f-b8f4-473b-99c7-91b3d6b23f44', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'port_id': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'mac_address': 'fa:16:3e:d4:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:01:48Z', 'updated_at': '2021-06-12T12:01:48Z', 'revision_number': 0, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:14Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:01:51.261549 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a905d84-d9ea-4cd8-8836-35b7c4a77826 req-6344e375-da8d-412e-acdd-7305a745373a service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301325 Jun 12 12:01:51.285566 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d25d6-b601-4bb3-8ddd-f3e0c26d6634 req-301ca126-742c-4410-b364-82cbeaf12918 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:51.303558 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-585d25d6-b601-4bb3-8ddd-f3e0c26d6634 req-301ca126-742c-4410-b364-82cbeaf12918 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.2503283 Jun 12 12:01:51.336147 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-e18ccf48-4193-4495-aad6-dc21f6b9b991 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:51.337764 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-e18ccf48-4193-4495-aad6-dc21f6b9b991 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 815 time: 0.2965331 Jun 12 12:01:51.369192 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-585d25d6-b601-4bb3-8ddd-f3e0c26d6634 req-b4b5693b-6c13-4480-bbff-fd1a0ac44c8c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750649 Jun 12 12:01:51.383229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Request body: {'port': {'device_id': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'admin_state_up': True, 'tenant_id': 'fd990cccbf78434cab46875821cb6271'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:51.476302 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8b70d5-7b15-40ab-ad06-31ce1ae84cd4,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:51.480820 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:51.486876 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.491561 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6d0302dd-4555-4735-84b9-c422b53ff7fc tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4835792 Jun 12 12:01:51.491750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55608) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:51.496361 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group_rule': {'security_group_id': '4d40dcd2-723e-4f91-a3e1-704e71e46fc2', 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:51.525674 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.securitygroups_db [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Project 7c9faa1de4d64177b429e528423b39c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 12:01:51.531019 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.561632 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Made reservation on behalf of fd990cccbf78434cab46875821cb6271 for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:01:51.567674 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.574423 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb12233-f024-499c-a5bb-1d76b3b907d9 None None] New status for floating IP 1179001f-b8f4-473b-99c7-91b3d6b23f44: ACTIVE {{(pid=91743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:01:51.611577 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.617335 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.620375 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:51.644897 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05dde7c-7390-4b71-9409-6489c3cc8e8f,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:51.647911 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:51.657414 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.662552 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-7cb19371-0d47-4590-8f07-578c7bf13dae tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697743 Jun 12 12:01:51.663421 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55610) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:01:51.668307 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'security_group_rule': {'security_group_id': '4d40dcd2-723e-4f91-a3e1-704e71e46fc2', 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:51.692229 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.securitygroups_db [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Project 7c9faa1de4d64177b429e528423b39c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 12:01:51.697645 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.770386 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.777791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.780918 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:51.809789 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba0f7f3-3e68-4718-af39-5cb5195c0e2f,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:51.812855 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:51.828439 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:51.831421 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-922984b0-536d-42ee-814f-989322316432 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653576 Jun 12 12:01:51.962558 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1d9b281b-c711-4955-ae4e-030cd99e9482 req-2c90e5de-5b20-4b8d-a632-d5265c3528e3 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 210 time: 0.0393944 Jun 12 12:01:52.052841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Allocated IP 172.20.0.5 (4a87d019-f8bf-4811-a4bb-dcd272c168ae/451903b1-da50-4105-8735-8aad651ded63/c1132d24-2081-493a-a707-d1783e76531e) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:01:52.102137 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-072a40ce-f34e-4b26-86cd-f2b042224766 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423231037&fields=id&tenant_id=7c9faa1de4d64177b429e528423b39c9 HTTP/1.1" status: 200 len: 267 time: 0.0420568 Jun 12 12:01:52.121446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edccd3-c677-4b4b-9514-861f2c4c5b54 req-03141f36-af7f-4d51-8358-043cca339c86 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:52.122922 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f8edccd3-c677-4b4b-9514-861f2c4c5b54 req-03141f36-af7f-4d51-8358-043cca339c86 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1313040 Jun 12 12:01:52.183757 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-7ac1cd3d-c72f-4014-a36f-5604867aed9b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:52.185273 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-7ac1cd3d-c72f-4014-a36f-5604867aed9b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.0774701 Jun 12 12:01:52.201839 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'port': {'security_groups': ['59f8ae45-fed6-44ab-8f2a-6527f757b3e5', '4d40dcd2-723e-4f91-a3e1-704e71e46fc2']}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:52.290885 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f8edccd3-c677-4b4b-9514-861f2c4c5b54 req-4196f127-949d-4412-9079-1b619dccc3aa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578107 Jun 12 12:01:52.321092 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.348235 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.369064 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447675b3-d65a-420f-a634-819c586987ee req-bd59fe32-b714-4b0b-8d69-e589f5a348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:52.370521 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-447675b3-d65a-420f-a634-819c586987ee req-bd59fe32-b714-4b0b-8d69-e589f5a348c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.1176293 Jun 12 12:01:52.423725 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.431360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca9628f5-1307-4bdf-982b-c05f07f2dd7c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:52.437763 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'f79ad184-ec43-466c-8043-b402cf7e40b5', '5f6c45e1-18a2-4223-9f8a-ade731a5831a'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:52.445663 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-447675b3-d65a-420f-a634-819c586987ee req-2b5a8e7c-8a18-4ed6-8a76-409f4afc0f1c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639162 Jun 12 12:01:52.540682 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Network 4a87d019-f8bf-4811-a4bb-dcd272c168ae is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:01:52.573367 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:01:52.576083 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:01:52.582473 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:52.583287 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.589722 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:52.600291 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event updated for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:52.610349 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:52.620932 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431390 Jun 12 12:01:52.638810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Request body: {'port': {'device_id': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:01:52.639525 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.646136 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.655421 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b72-074e-4f78-b9cf-234c305ecf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:52.684390 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20040ce2-5aab-4370-bf9f-72499c6cd5a4 req-5ffe5a72-a9ad-46d2-994b-045a8ab437e3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:52.685904 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-20040ce2-5aab-4370-bf9f-72499c6cd5a4 req-5ffe5a72-a9ad-46d2-994b-045a8ab437e3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1733830 Jun 12 12:01:52.717705 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:52.718351 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.719801 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4004bb1-a4c2-4d35-abf0-0602896811d1 req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "PUT /v2.0/ports/4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 981 time: 0.5245211 Jun 12 12:01:52.720345 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:52.724075 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce80e18-f877-4059-8302-a9d685d122a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:52.747091 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=6']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:52.751369 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-58544c1f-90e3-4c3d-a936-2914dcfadfc2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:52.804449 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-20040ce2-5aab-4370-bf9f-72499c6cd5a4 req-eb245eb4-a21d-40e2-9d4c-bfd0e6378dc6 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103990 Jun 12 12:01:52.830007 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:52.921049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:52.975293 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca74eb0e-f5d9-438a-9bda-1fc062a81457 x-openstack-request-id: req-ca74eb0e-f5d9-438a-9bda-1fc062a81457 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:52.976309 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:52.976309 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ca74eb0e-f5d9-438a-9bda-1fc062a81457 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:52.976546 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'status': 'completed', 'code': 200} Jun 12 12:01:53.081292 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-c5d539e1-b164-45f7-b33f-7143876d24af None None] Provisioning complete for port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:53.081653 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c5d539e1-b164-45f7-b33f-7143876d24af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:53.172931 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3afc5-d7cc-4177-be17-7178e0a1a120 req-6d085eb2-d5a2-4d39-9fdb-503b34f0a461 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.174416 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a9d3afc5-d7cc-4177-be17-7178e0a1a120 req-6d085eb2-d5a2-4d39-9fdb-503b34f0a461 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 931 time: 0.0788553 Jun 12 12:01:53.231422 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a9d3afc5-d7cc-4177-be17-7178e0a1a120 req-cc9bf127-b10b-4a84-bd4e-a45a15b6f786 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502894 Jun 12 12:01:53.244670 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-6cc98230-bcf3-48a4-bb22-b412ae5f7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.246154 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-6cc98230-bcf3-48a4-bb22-b412ae5f7c41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1137 time: 0.2255130 Jun 12 12:01:53.256005 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0080-c30f-4555-91a5-4259d0315b17 req-b8a467a6-0ed2-40e1-ae0f-26ace7089cd0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.257732 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6c9b0080-c30f-4555-91a5-4259d0315b17 req-b8a467a6-0ed2-40e1-ae0f-26ace7089cd0 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.2513814 Jun 12 12:01:53.462728 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6c9b0080-c30f-4555-91a5-4259d0315b17 req-7d3b2ccc-3d45-4c9a-8c88-1b6c2d18af1b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918254 Jun 12 12:01:53.467529 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1132d24-2081-493a-a707-d1783e76531e {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:53.495247 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:53.495247 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-d10af475-40f6-4ed6-a2b6-a7329146eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.496246 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-d10af475-40f6-4ed6-a2b6-a7329146eb59 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 915 time: 0.2344549 Jun 12 12:01:53.509785 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74954-e724-49fe-a1ed-175b2519c3a1 req-3cac22d6-a14a-43b3-a7a4-315071916944 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.512462 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c8b74954-e724-49fe-a1ed-175b2519c3a1 req-3cac22d6-a14a-43b3-a7a4-315071916944 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0906103 Jun 12 12:01:53.518633 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Transition to ACTIVE for port object c1132d24-2081-493a-a707-d1783e76531e will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:01:53.563680 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:53.564204 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c8b74954-e724-49fe-a1ed-175b2519c3a1 req-a53ed5e3-e3e8-4cff-98fc-9d9dd03cd6d8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Jun 12 12:01:53.575830 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:53.687986 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Pushing event updated for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:53.693388 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-ba529d16-017b-4caf-8c16-b0a252ece1d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 1001 time: 0.1822097 Jun 12 12:01:53.694250 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:53.787647 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Attempting to bind port c1132d24-2081-493a-a707-d1783e76531e on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:01:53.788059 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Attempting to bind port c1132d24-2081-493a-a707-d1783e76531e by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:01:53.788398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Attempting to bind port c1132d24-2081-493a-a707-d1783e76531e on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:53.795383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Port c1132d24-2081-493a-a707-d1783e76531e on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:01:53.795705 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Attempting to bind port c1132d24-2081-493a-a707-d1783e76531e on network 4a87d019-f8bf-4811-a4bb-dcd272c168ae {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:01:53.805091 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-c0625b13-78de-42df-b3c9-324d07123e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.806522 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-c0625b13-78de-42df-b3c9-324d07123e0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 200 len: 853 time: 0.0843151 Jun 12 12:01:53.807377 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:01:53.807712 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Checking segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:01:53.808089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Bound using segment: {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:01:53.808523 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Bound port: c1132d24-2081-493a-a707-d1783e76531e, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f965ed22-8112-40c8-9d78-c23c49234405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:01:53.808872 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:53.934114 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:01:53.938226 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c1132d24-2081-493a-a707-d1783e76531e,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:01:53.945823 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-d488c217-1c58-4f2b-ac9f-258135d7df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:53.947365 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-d488c217-1c58-4f2b-ac9f-258135d7df14 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b19ed73-ae2e-493a-afca-3aa12bdbe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271307 Jun 12 12:01:53.950103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:53.953824 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-375592a7-5d96-41c4-959a-bd4abe4ca251 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: from cryptography.utils import int_from_bytes Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: from cryptography.utils import int_from_bytes Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.965710 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:01:53.968381 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:01:54.060727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:54.061330 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:54.062743 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1132d24-2081-493a-a707-d1783e76531e HTTP/1.1" status: 200 len: 1093 time: 1.4285250 Jun 12 12:01:54.066329 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:54.069359 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "tag": "c1132d24-2081-493a-a707-d1783e76531e"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:54.098233 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 0c9e5467-1e6f-4945-b349-c43ecadb2218 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:01:54.123767 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:54.143113 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0b139-f334-4377-ba02-690a94c1f99d x-openstack-request-id: req-47a0b139-f334-4377-ba02-690a94c1f99d {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:54.143439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "tag": "c1132d24-2081-493a-a707-d1783e76531e", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:54.143723 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-47a0b139-f334-4377-ba02-690a94c1f99d {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:54.144903 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e', 'status': 'completed', 'code': 200} Jun 12 12:01:54.158865 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Pushing event updated for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:54.176748 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:54.233216 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-18aa3a84-02de-4305-94b7-d3194c4a78b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649777 Jun 12 12:01:54.261261 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beca1f0-3985-4b15-8ea2-3bae467f4158 req-b189515d-fc9a-4602-a0f3-5a6dc30e2143 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:54.262793 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6beca1f0-3985-4b15-8ea2-3bae467f4158 req-b189515d-fc9a-4602-a0f3-5a6dc30e2143 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.3144059 Jun 12 12:01:54.293213 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:54.316998 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'port_id': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'mac_address': 'fa:16:3e:ca:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:01:54.371557 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-3ec8d923-b556-41f8-bc4e-88d4fa66deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:54.373039 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-3ec8d923-b556-41f8-bc4e-88d4fa66deb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 1096 time: 0.2317593 Jun 12 12:01:54.396866 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:54.405036 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6beca1f0-3985-4b15-8ea2-3bae467f4158 req-cd5cbf6f-cd7e-462a-b6bf-20f9c76c4398 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252449 Jun 12 12:01:54.433788 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe03ea-ee7e-4875-9bee-981aa33aa425 req-0bec9122-dbb6-4dec-8bf6-b7e906bce61d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:54.435585 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3abe03ea-ee7e-4875-9bee-981aa33aa425 req-0bec9122-dbb6-4dec-8bf6-b7e906bce61d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 943 time: 0.0850642 Jun 12 12:01:54.445331 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9e5467-1e6f-4945-b349-c43ecadb2218 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:54.453912 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-af51dcb9-0d73-48eb-96ce-9fcda8f47748 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1132d24-2081-493a-a707-d1783e76531e HTTP/1.1" status: 200 len: 217 time: 0.0626631 Jun 12 12:01:54.474490 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ce80e18-f877-4059-8302-a9d685d122a2 req-cef900a6-04d6-42cf-84ca-d36a2d744f14 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282689 Jun 12 12:01:54.489684 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:54.503196 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:54.511215 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b7b548da-65c2-486f-b5a5-9c2e86ca6ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:54.515677 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3abe03ea-ee7e-4875-9bee-981aa33aa425 req-52d30fb1-e471-44c5-95df-b37efd808337 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Jun 12 12:01:54.615152 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:54.619852 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:54.827164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-d287b7ed-1743-4c92-8866-cc7a1e9f239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:54.828686 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-d287b7ed-1743-4c92-8866-cc7a1e9f239c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.3629963 Jun 12 12:01:54.889632 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-78255772-a6e1-4005-805f-4d29528fb5ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435157 Jun 12 12:01:54.912037 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490c47-ae35-4147-9fde-560a5cd86e99 req-596cbbd6-c49b-4bf3-91e1-ff9526a0ee07 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:54.913464 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-89490c47-ae35-4147-9fde-560a5cd86e99 req-596cbbd6-c49b-4bf3-91e1-ff9526a0ee07 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1398928 Jun 12 12:01:54.931816 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['0c9e5467-1e6f-4945-b349-c43ecadb2218'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:55.032508 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-89490c47-ae35-4147-9fde-560a5cd86e99 req-a791b451-4ff6-4019-9de8-7f4d02573d40 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060779 Jun 12 12:01:55.060862 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-9c77a236-b6b0-4e0c-b7c0-835c5e86a99a service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648796 Jun 12 12:01:55.206842 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00a79ec8-63b5-4c7a-8ffb-c5e41d2cb3bb req-5ffbd939-9555-498d-ad80-5c16b7cbe55d service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357441 Jun 12 12:01:55.350539 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-146d5f86-8aa9-44ad-97b1-68780cdf2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.352077 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-146d5f86-8aa9-44ad-97b1-68780cdf2bad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd990cccbf78434cab46875821cb6271&device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 1096 time: 0.0692298 Jun 12 12:01:55.574151 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-38d57ddb-ba09-4335-933b-4169ab635c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.575546 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-38d57ddb-ba09-4335-933b-4169ab635c37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 200 len: 916 time: 0.2130375 Jun 12 12:01:55.606583 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a002-a277-43ce-91f4-028b9cb5b375 req-f70cb2aa-251d-4dd3-a366-db38a8a62961 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.608082 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0789a002-a277-43ce-91f4-028b9cb5b375 req-f70cb2aa-251d-4dd3-a366-db38a8a62961 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 944 time: 0.0754728 Jun 12 12:01:55.608474 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-ac43f688-aa46-4ca9-903c-54b55138172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.609893 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-ac43f688-aa46-4ca9-903c-54b55138172a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=927d489c97ef49929348cdbcdb9565ba&device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 1098 time: 0.1487164 Jun 12 12:01:55.651967 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0789a002-a277-43ce-91f4-028b9cb5b375 req-05b3888f-da11-406a-b605-386b6542ff6b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365074 Jun 12 12:01:55.664165 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-7d3868e4-795c-4a09-b56a-228e341871c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1132d24-2081-493a-a707-d1783e76531e HTTP/1.1" status: 200 len: 217 time: 0.0695539 Jun 12 12:01:55.705479 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfca1-3c3f-43cb-adf0-f959551204c9 req-5a5942fb-e6b5-4934-9602-5b0f7c6b2d84 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.707502 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-44ecfca1-3c3f-43cb-adf0-f959551204c9 req-5a5942fb-e6b5-4934-9602-5b0f7c6b2d84 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.2051196 Jun 12 12:01:55.828005 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-ec2d66f3-3969-42b6-ada4-a2cf498d5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.829332 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-ec2d66f3-3969-42b6-ada4-a2cf498d5e26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 200 len: 855 time: 0.1497946 Jun 12 12:01:55.835933 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9b0d-c3f0-4c10-9e4e-27ab10ce11c3 req-5c0fecd9-7241-4066-95e8-ecfb940f520e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.838537 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-80ee9b0d-c3f0-4c10-9e4e-27ab10ce11c3 req-5c0fecd9-7241-4066-95e8-ecfb940f520e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 943 time: 0.0758660 Jun 12 12:01:55.881269 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-f075b5de-d87c-4b2c-9c8f-513fcc291df5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a87d019-f8bf-4811-a4bb-dcd272c168ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413415 Jun 12 12:01:55.883422 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-80ee9b0d-c3f0-4c10-9e4e-27ab10ce11c3 req-412683cb-3660-44dc-85c5-3d767d404c7f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Jun 12 12:01:55.884077 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-44ecfca1-3c3f-43cb-adf0-f959551204c9 req-85de02be-3f8a-4f51-9e7e-38bdd0ecd268 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445787 Jun 12 12:01:55.919395 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-3676f59f-5b35-4c23-bb59-a91b62d09b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:55.920838 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-3676f59f-5b35-4c23-bb59-a91b62d09b89 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 200 len: 920 time: 0.2672136 Jun 12 12:01:55.984891 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-cc5ea4e4-8d26-4d0b-b6f5-5ecb7eaa99c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 200 len: 217 time: 0.0548410 Jun 12 12:01:56.105394 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-8029901d-6c85-40dd-be98-8697d955a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:56.106730 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-8029901d-6c85-40dd-be98-8697d955a22e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 200 len: 859 time: 0.0796983 Jun 12 12:01:56.108567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-3d3dc350-03b4-4abf-82f3-bec2628cdac0 service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131147 Jun 12 12:01:56.178838 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-88de9ec1-c50e-49de-b133-5f700fbdcc99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63731165-f23e-45ae-8f3b-67a2dd6a2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501328 Jun 12 12:01:56.340899 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f2b07d4-ae41-4d1d-a4fe-ef1e245e4ef2 req-1aca3ecc-e6a7-41f0-9e26-6c186171584d service neutron] 10.222.0.67 "GET /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191689 Jun 12 12:01:56.363997 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-f1ef349f-b0fa-4157-9cfa-003d9907ac06 service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760154 Jun 12 12:01:56.490314 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b34954ad-c1b8-43fe-85c5-490b99cdb537 req-ab671886-4d5f-479a-8f0a-f8d1a8490b1a service neutron] 10.222.0.67 "GET /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090651 Jun 12 12:01:56.848089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9b1c-65e9-4933-95d7-a3e050b605ea req-08dbf88f-bbec-4c5e-919c-abda62de4a8b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:56.849517 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-85fb9b1c-65e9-4933-95d7-a3e050b605ea req-08dbf88f-bbec-4c5e-919c-abda62de4a8b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 944 time: 0.0809891 Jun 12 12:01:56.890616 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-85fb9b1c-65e9-4933-95d7-a3e050b605ea req-a81aa707-8fd0-433b-9b5f-15fbc402863e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353060 Jun 12 12:01:57.082773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6660a-bb80-4c6f-8792-8878e0066cb3 req-69cc5d19-061a-4388-8fa3-0fb9b294f4c1 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:57.084334 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c5a6660a-bb80-4c6f-8792-8878e0066cb3 req-69cc5d19-061a-4388-8fa3-0fb9b294f4c1 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 943 time: 0.0763016 Jun 12 12:01:57.084664 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e389aa-2be7-4134-8ec0-a16e6a16416b req-f464e453-38af-49d1-911f-da4b0171368a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:57.086479 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-55e389aa-2be7-4134-8ec0-a16e6a16416b req-f464e453-38af-49d1-911f-da4b0171368a tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0730884 Jun 12 12:01:57.130192 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-55e389aa-2be7-4134-8ec0-a16e6a16416b req-b0eef5b6-3038-4fb3-aa0a-8f29549f0ec6 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Jun 12 12:01:57.142070 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c5a6660a-bb80-4c6f-8792-8878e0066cb3 req-b2210a73-817a-4c86-8dbb-0b749b2a86e6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 Jun 12 12:01:58.076457 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687628ec-29b0-4069-8b3b-751b1953e97d req-4c4c80ff-dc88-4e0d-9dae-32b284d8a2a5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:58.077820 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-687628ec-29b0-4069-8b3b-751b1953e97d req-4c4c80ff-dc88-4e0d-9dae-32b284d8a2a5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 944 time: 0.0692928 Jun 12 12:01:58.120647 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-687628ec-29b0-4069-8b3b-751b1953e97d req-51328709-6dbc-4698-bf50-7e5d91a88769 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361292 Jun 12 12:01:58.133389 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device c1132d24-2081-493a-a707-d1783e76531e details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:01:58.137468 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 0c9e5467-1e6f-4945-b349-c43ecadb2218 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:01:58.239247 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 0c9e5467-1e6f-4945-b349-c43ecadb2218 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:01:58.246794 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 0c9e5467-1e6f-4945-b349-c43ecadb2218 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:01:58.247447 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:58.339340 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23a99b-cffe-4c01-ada1-64225860618d req-5c19c189-604c-4dec-bd76-6a86d89865fa tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:58.339575 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a564ab6-1f11-43f4-9f3a-92ef227b42c9 req-f3382083-c2a8-47ac-ac4d-5507a7b5be88 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:58.341232 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0a564ab6-1f11-43f4-9f3a-92ef227b42c9 req-f3382083-c2a8-47ac-ac4d-5507a7b5be88 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0845151 Jun 12 12:01:58.341546 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0d23a99b-cffe-4c01-ada1-64225860618d req-5c19c189-604c-4dec-bd76-6a86d89865fa tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 943 time: 0.0797403 Jun 12 12:01:58.368859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c1132d24-2081-493a-a707-d1783e76531e,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:58.386481 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0d23a99b-cffe-4c01-ada1-64225860618d req-f23ba606-e6de-4fca-9417-81250fd8d723 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Jun 12 12:01:58.387481 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0a564ab6-1f11-43f4-9f3a-92ef227b42c9 req-e39b7892-a998-44f1-9035-08a832f53795 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jun 12 12:01:58.407891 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'c1132d24-2081-493a-a707-d1783e76531e', 'network_id': '4a87d019-f8bf-4811-a4bb-dcd272c168ae', 'port_id': 'c1132d24-2081-493a-a707-d1783e76531e', 'mac_address': 'fa:16:3e:82:da:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451903b1-da50-4105-8735-8aad651ded63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:01:58.449922 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:58.478338 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:58.494811 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:01:58.497081 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad7faa-cf85-4583-a762-788598feca94" -d '{"events": [{"server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "name": "network-vif-plugged", "status": "completed", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:01:58.510898 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1132d24-2081-493a-a707-d1783e76531e {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:01:58.517815 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:58.525862 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:58.533634 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:58.539034 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa343f5-a601-4eab-8475-efeb8c220e9d x-openstack-request-id: req-4aa343f5-a601-4eab-8475-efeb8c220e9d {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:01:58.539333 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "name": "network-vif-plugged", "status": "completed", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:01:58.539589 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4aa343f5-a601-4eab-8475-efeb8c220e9d {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:01:58.539974 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'code': 200} Jun 12 12:01:58.566168 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c1132d24-2081-493a-a707-d1783e76531e,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:01:58.577795 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:01:58.598400 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:58.601617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:58.602084 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:01:58.655166 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:01:58.658112 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:01:58.857455 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83cfc4-117d-4307-8477-aea329e93144 req-ca5867ce-7a67-48b6-a899-085f37fad8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:58.858834 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b83cfc4-117d-4307-8477-aea329e93144 req-ca5867ce-7a67-48b6-a899-085f37fad8b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 1098 time: 0.0578961 Jun 12 12:01:58.897316 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b83cfc4-117d-4307-8477-aea329e93144 req-203f2e94-24f7-47c3-a8cd-fbdd05d98b14 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301902 Jun 12 12:01:59.062352 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['c1132d24-2081-493a-a707-d1783e76531e'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:01:59.345005 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad1040-5506-470d-a8ff-41cb1ceafc69 req-46d9d19e-d901-4b57-a5fa-53cf1b1d90c5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:59.346512 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f1ad1040-5506-470d-a8ff-41cb1ceafc69 req-46d9d19e-d901-4b57-a5fa-53cf1b1d90c5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.1018264 Jun 12 12:01:59.390630 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f1ad1040-5506-470d-a8ff-41cb1ceafc69 req-0a58569d-a645-433c-9343-d6c3b2b39c66 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373366 Jun 12 12:01:59.573476 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592adb99-5fe9-42bb-9615-93a78950e199 req-05f57b69-e108-4261-b5f6-282820db7f3d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:59.575001 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-592adb99-5fe9-42bb-9615-93a78950e199 req-05f57b69-e108-4261-b5f6-282820db7f3d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 944 time: 0.0706112 Jun 12 12:01:59.576484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671ba9-07c9-4f02-9673-18eb64baa3df req-c7e7f905-ffa2-4f79-ad3c-c87c92471efa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:01:59.578142 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d5671ba9-07c9-4f02-9673-18eb64baa3df req-c7e7f905-ffa2-4f79-ad3c-c87c92471efa tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0733728 Jun 12 12:01:59.622291 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-592adb99-5fe9-42bb-9615-93a78950e199 req-a14e0b15-45a9-45c2-a755-fdeb7b78e0ba tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Jun 12 12:01:59.625386 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d5671ba9-07c9-4f02-9673-18eb64baa3df req-8f9431d4-241b-4af3-acd7-78162328c3d8 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Jun 12 12:02:00.578024 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130a5f-9675-4b6a-93e8-39d7546e6fb5 req-31daf399-b6df-426c-9a93-a5bcaee27ab6 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:00.579441 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a7130a5f-9675-4b6a-93e8-39d7546e6fb5 req-31daf399-b6df-426c-9a93-a5bcaee27ab6 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0741601 Jun 12 12:02:00.621524 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a7130a5f-9675-4b6a-93e8-39d7546e6fb5 req-54e5853d-2a90-4a64-925e-5fb7a21a44d3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362020 Jun 12 12:02:00.814311 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10537-13e8-4c05-a6d8-b705767e9554 req-7763045b-872b-4e73-9f2d-14481edfc0a4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:00.815604 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-85d10537-13e8-4c05-a6d8-b705767e9554 req-7763045b-872b-4e73-9f2d-14481edfc0a4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0741162 Jun 12 12:02:00.826099 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5d14b-4695-4ef1-88c9-5fd67b569ffd req-a635d160-bb00-40e1-a146-c71da4629993 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:00.827647 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b5f5d14b-4695-4ef1-88c9-5fd67b569ffd req-a635d160-bb00-40e1-a146-c71da4629993 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 944 time: 0.0859499 Jun 12 12:02:00.860373 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-85d10537-13e8-4c05-a6d8-b705767e9554 req-cfd92ea0-5011-4baa-a539-3abe71f0d393 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Jun 12 12:02:00.883181 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b5f5d14b-4695-4ef1-88c9-5fd67b569ffd req-bcd9ce34-5245-4484-88cd-2be2dcd98cf2 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Jun 12 12:02:01.827009 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54eea3-7ea0-444c-b149-95d608aff1c6 req-142e6c0b-f42e-408f-8f2d-f6f21bb27f50 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:01.828549 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4a54eea3-7ea0-444c-b149-95d608aff1c6 req-142e6c0b-f42e-408f-8f2d-f6f21bb27f50 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0859568 Jun 12 12:02:01.873587 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4a54eea3-7ea0-444c-b149-95d608aff1c6 req-7580857c-8486-4691-bb2c-4bd302773dd9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387564 Jun 12 12:02:02.073909 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ccb4a-be07-45d4-a847-b35473aa2fa0 req-b04ff3d7-da0e-40d3-a5e3-a4fe1e3bcbc1 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:02.077820 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c2cd4-6c14-4eca-8646-2c2116d51023 req-d5f266da-6c38-4891-adc1-42853c12391e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:02.079462 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d3c2cd4-6c14-4eca-8646-2c2116d51023 req-d5f266da-6c38-4891-adc1-42853c12391e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 944 time: 0.0794041 Jun 12 12:02:02.083050 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-db4ccb4a-be07-45d4-a847-b35473aa2fa0 req-b04ff3d7-da0e-40d3-a5e3-a4fe1e3bcbc1 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0824368 Jun 12 12:02:02.124457 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-db4ccb4a-be07-45d4-a847-b35473aa2fa0 req-3f144bef-f82b-4377-9b9d-e47f3da04587 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404844 Jun 12 12:02:02.125068 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d3c2cd4-6c14-4eca-8646-2c2116d51023 req-0f41eede-cd56-451c-a891-05280f1449da tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Jun 12 12:02:02.150211 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55744) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:02.179126 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device c1132d24-2081-493a-a707-d1783e76531e up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:02:02.236923 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port c1132d24-2081-493a-a707-d1783e76531e completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:02:02.241473 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port c1132d24-2081-493a-a707-d1783e76531e triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:02:02.241893 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:02.324963 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c523dbb-3f04-4afa-bb2e-57429a376a46 tempest-TestVolumeBootPattern-1193493535 tempest-TestVolumeBootPattern-1193493535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:02.329292 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5c523dbb-3f04-4afa-bb2e-57429a376a46 tempest-TestVolumeBootPattern-1193493535 tempest-TestVolumeBootPattern-1193493535-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 1093 time: 0.1752815 Jun 12 12:02:02.329862 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55750) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:02.336520 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'port_id': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:02:02.362829 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for floatingip, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:02.368668 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:02.398032 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:02.400408 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68ffc9-85d8-46d7-af45-c2482ff154a7" -d '{"events": [{"server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "name": "network-vif-plugged", "status": "completed", "tag": "c1132d24-2081-493a-a707-d1783e76531e"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:02.416581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c1132d24-2081-493a-a707-d1783e76531e,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:02.422943 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:02.427094 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:02.477064 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a140f17-02f9-4702-a5f1-c970e206f460 x-openstack-request-id: req-3a140f17-02f9-4702-a5f1-c970e206f460 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:02.477366 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "name": "network-vif-plugged", "status": "completed", "tag": "c1132d24-2081-493a-a707-d1783e76531e", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:02.477806 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3a140f17-02f9-4702-a5f1-c970e206f460 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:02.478212 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e', 'code': 200} Jun 12 12:02:02.514877 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:02.518154 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:02.524375 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:02.581997 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-a8d0125a-3b25-4859-b549-ccec4564fbe3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902456429&fields=id&tenant_id=e287e5a9472a463e83029756e7c6409e HTTP/1.1" status: 200 len: 267 time: 0.0556769 Jun 12 12:02:02.716523 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-24bfae0e-8d25-4d0c-9fb7-533b6df4fdbc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:02.718100 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-24bfae0e-8d25-4d0c-9fb7-533b6df4fdbc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 809 time: 0.1352413 Jun 12 12:02:02.734804 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-f385bf87-3321-4fd5-a3ad-0826a6c806c4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/quotas/e287e5a9472a463e83029756e7c6409e HTTP/1.1" status: 200 len: 375 time: 0.0100677 Jun 12 12:02:02.817015 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-58d26179-85fb-4a96-86f7-f21d2bde0eab tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748494 Jun 12 12:02:02.953777 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-71f34198-67ee-479b-80fa-5dbcb4c6cc10 service neutron] 10.222.0.63 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126072 Jun 12 12:02:02.973792 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Allocated IP 172.27.1.24 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/355ad964-6082-4252-b5b2-3efb381c4cab) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:02:03.039529 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f42dbe-66a6-4389-9389-cabfef289fa1 req-8793fafb-e4a0-4b89-9d69-3e664e068331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:03.041045 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a9f42dbe-66a6-4389-9389-cabfef289fa1 req-8793fafb-e4a0-4b89-9d69-3e664e068331 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 1098 time: 0.1324370 Jun 12 12:02:03.075872 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-fda4ff7d-79c7-45e6-9ce2-2d696f43546b service neutron] 10.222.0.63 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152537 Jun 12 12:02:03.145007 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a9f42dbe-66a6-4389-9389-cabfef289fa1 req-7e309a34-3e66-426f-9904-f737315df2b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593560 Jun 12 12:02:03.166113 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:03.220735 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:03.223033 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:03.316107 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:02:03.320699 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:02:03.323805 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:02:03.335634 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'Port': ['ID=355ad964-6082-4252-b5b2-3efb381c4cab,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:03.338672 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:03.459243 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddd363-235d-4551-b55d-e31ef43ef34a req-1553aaab-6c26-451b-a969-19b7d9df9506 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:03.461282 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-05ddd363-235d-4551-b55d-e31ef43ef34a req-1553aaab-6c26-451b-a969-19b7d9df9506 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.2017150 Jun 12 12:02:03.611155 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-31ca4f16-a8d9-472b-9430-7a75210fb8da req-c7384465-070a-40f0-a1d4-01b3348d151f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0380723 Jun 12 12:02:03.653253 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-05ddd363-235d-4551-b55d-e31ef43ef34a req-aa76c39f-53ee-4679-beb5-5e5a522e82a6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800308 Jun 12 12:02:03.696305 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:03.885462 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:04.007442 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:04.211052 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:04.215868 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:04.217821 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-49e5c2cc-1d33-4007-bd54-b8b49a100451 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:04.259181 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:04.359583 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event updated for resources: {'Port': ['ID=355ad964-6082-4252-b5b2-3efb381c4cab,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:04.370645 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:04.403613 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Floating IP 9a2b54a4-7f25-4be3-a0f3-42c66bc01a36 associated. External IP: 172.27.1.24, port: 0c9e5467-1e6f-4945-b349-c43ecadb2218. Jun 12 12:02:04.710165 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:02:04.876961 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3bea3232-897c-4b57-b783-8727e95f3e18 req-a19bf768-2fba-4a2d-8929-a03733165e86 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.1008363 Jun 12 12:02:04.947730 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cebac5-2f21-4268-aee9-cbbf2c7defdc req-f399170a-6e30-4e8e-b40a-d292e960bf09 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:04.950575 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-69cebac5-2f21-4268-aee9-cbbf2c7defdc req-f399170a-6e30-4e8e-b40a-d292e960bf09 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.1103671 Jun 12 12:02:05.011536 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-69cebac5-2f21-4268-aee9-cbbf2c7defdc req-d2fd3848-ddbc-4b5a-bd57-b385da514970 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Jun 12 12:02:05.030564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:02:05.039137 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-8bc57d15-19ea-4ff6-bd7f-010d13a00aff tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:05.040606 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-8bc57d15-19ea-4ff6-bd7f-010d13a00aff tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 809 time: 0.1678331 Jun 12 12:02:05.040994 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] Sync routers for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:02:05.053558 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:02:05.054228 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:05.057116 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:05.138081 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8069849 Jun 12 12:02:05.140552 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:05.142764 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c" -d '{"events": [{"name": "network-changed", "server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:05.152567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-00f11ff6-5142-4167-a059-c7640da1f2e1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e287e5a9472a463e83029756e7c6409e HTTP/1.1" status: 200 len: 379 time: 0.0604539 Jun 12 12:02:05.185137 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'port': {'device_id': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'admin_state_up': True, 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'security_groups': ['92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb']}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:02:05.189530 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cb6184-5c97-4feb-9c60-e1fab231e0e1 x-openstack-request-id: req-86cb6184-5c97-4feb-9c60-e1fab231e0e1 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:05.189881 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:05.190210 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-86cb6184-5c97-4feb-9c60-e1fab231e0e1 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:05.190661 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'status': 'completed', 'code': 200} Jun 12 12:02:05.233659 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:02:05.543116 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '9a2b54a4-7f25-4be3-a0f3-42c66bc01a36', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'port_id': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'mac_address': 'fa:16:3e:ca:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:02:03Z', 'updated_at': '2021-06-12T12:02:03Z', 'revision_number': 0, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:03Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:05.547654 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] Checking router: b5b03de5-a3b5-4e3d-953b-2cd64a7de86f for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:02:05.557653 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:02:05.558269 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:01:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:05.652729 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-77a62020-d703-4e0d-9a37-ea4cea4e19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:05.654259 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-77a62020-d703-4e0d-9a37-ea4cea4e19d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b06f3043eb4b4b11a0e860569d5491bc&device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 1098 time: 0.1067185 Jun 12 12:02:05.655409 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Made reservation on behalf of e287e5a9472a463e83029756e7c6409e for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:02:05.659655 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:05.920615 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-9097505a-d5b7-4512-bc4c-883f0e7ed75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:05.922385 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-9097505a-d5b7-4512-bc4c-883f0e7ed75b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a751551-4b26-4cc8-bb60-c8d635292812 HTTP/1.1" status: 200 len: 912 time: 0.2423394 Jun 12 12:02:05.929210 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:02:05.937510 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Allocated IP 172.20.0.7 (271d6d44-f6e0-4ffb-aeda-04db09faadcc/302e9342-fcef-4614-8024-e48b05626306/ec563cb8-23b7-4a8f-a62c-a12924d893a5) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:02:06.075706 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-d7f83a82-c0e3-47be-8bc5-c7a43b08fb38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218 HTTP/1.1" status: 200 len: 998 time: 0.1276448 Jun 12 12:02:06.152816 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a20c1e1e-8c4e-443c-bcd2-1353ee808a22 req-11854159-fbc0-4a24-8ece-07f6da0f52e6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0627472 Jun 12 12:02:06.272944 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-9c5028fc-e3cf-4926-bc1e-d2ed1cd4316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:06.274596 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-9c5028fc-e3cf-4926-bc1e-d2ed1cd4316b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c8f1d7-c308-46f8-8f4a-78c93de426ca HTTP/1.1" status: 200 len: 850 time: 0.1583314 Jun 12 12:02:06.274766 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760015ba-b4c6-4825-9082-cd8e447ba65b req-0ebd9cbb-b916-4fa0-b487-0190e0600434 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:06.276384 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-760015ba-b4c6-4825-9082-cd8e447ba65b req-0ebd9cbb-b916-4fa0-b487-0190e0600434 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.1045606 Jun 12 12:02:06.327573 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-760015ba-b4c6-4825-9082-cd8e447ba65b req-0cfb6c61-4baf-4bd2-add1-042e115c2e8d tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447755 Jun 12 12:02:06.336481 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '9a2b54a4-7f25-4be3-a0f3-42c66bc01a36', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'port_id': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'mac_address': 'fa:16:3e:ca:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:02:03Z', 'updated_at': '2021-06-12T12:02:03Z', 'revision_number': 0, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:03Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:06.349133 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cc1c8-05ad-47e9-bc83-abee1a7751e1 None None] The sync data for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi is: [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '9a2b54a4-7f25-4be3-a0f3-42c66bc01a36', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'port_id': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'mac_address': 'fa:16:3e:ca:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:02:03Z', 'updated_at': '2021-06-12T12:02:03Z', 'revision_number': 0, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:03Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:02:06.381147 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:06.409985 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Transition to ACTIVE for port object ec563cb8-23b7-4a8f-a62c-a12924d893a5 will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:02:06.467802 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024362-cc22-434c-abde-2e70ae20c62c req-f98b4d0c-8b2f-4a35-8ff4-8cc2f3aee8b0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:06.469421 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-31024362-cc22-434c-abde-2e70ae20c62c req-f98b4d0c-8b2f-4a35-8ff4-8cc2f3aee8b0 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1781535 Jun 12 12:02:06.477096 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-244bbb60-90dc-4122-b09c-4772aaf02aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:06.478582 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-244bbb60-90dc-4122-b09c-4772aaf02aef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a751551-4b26-4cc8-bb60-c8d635292812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1888640 Jun 12 12:02:06.511266 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:06.528050 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:06.553797 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205c23c-748a-4105-b52d-3b0438aab58f None None] New status for floating IP 9a2b54a4-7f25-4be3-a0f3-42c66bc01a36: ACTIVE {{(pid=91743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:02:06.606172 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-31024362-cc22-434c-abde-2e70ae20c62c req-90f38c65-cc44-47bf-9262-abacdfa08a62 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264913 Jun 12 12:02:06.614369 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:02:06.656985 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:02:06.665783 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:02:06.671699 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:06.672400 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:06.701205 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:06.706343 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:06.711668 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5305824 Jun 12 12:02:06.726368 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-aa230ce8-b63c-4604-9408-c035e5209478 service neutron] 10.222.0.67 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345452 Jun 12 12:02:06.730753 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Request body: {'port': {'device_id': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:02:06.920599 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b3c6fcd5-f77b-449a-8132-b6dd1ac15e78 None None] Provisioning for port ec563cb8-23b7-4a8f-a62c-a12924d893a5 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:02:06.921060 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:06.925992 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b3c6fcd5-f77b-449a-8132-b6dd1ac15e78 None None] Provisioning complete for port ec563cb8-23b7-4a8f-a62c-a12924d893a5 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:02:06.926486 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fcd5-f77b-449a-8132-b6dd1ac15e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:06.946603 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec1cc90d-6a15-4739-bdcf-8f064ca1810c req-bf1c47c4-4513-437a-bce5-f8d2092f6256 service neutron] 10.222.0.67 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044220 Jun 12 12:02:06.984486 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6fcd5-f77b-449a-8132-b6dd1ac15e78 None None] Port ec563cb8-23b7-4a8f-a62c-a12924d893a5 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:02:07.260538 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec563cb8-23b7-4a8f-a62c-a12924d893a5 {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:02:07.267987 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:07.281243 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Transition to ACTIVE for port object ec563cb8-23b7-4a8f-a62c-a12924d893a5 will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:02:07.296515 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:07.300264 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:07.479977 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Pushing event updated for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:07.483318 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:07.492161 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Attempting to bind port ec563cb8-23b7-4a8f-a62c-a12924d893a5 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:02:07.492501 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Attempting to bind port ec563cb8-23b7-4a8f-a62c-a12924d893a5 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:02:07.492835 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Attempting to bind port ec563cb8-23b7-4a8f-a62c-a12924d893a5 on network 271d6d44-f6e0-4ffb-aeda-04db09faadcc {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:02:07.499933 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Port ec563cb8-23b7-4a8f-a62c-a12924d893a5 on network 271d6d44-f6e0-4ffb-aeda-04db09faadcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:02:07.500256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Attempting to bind port ec563cb8-23b7-4a8f-a62c-a12924d893a5 on network 271d6d44-f6e0-4ffb-aeda-04db09faadcc {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:02:07.508118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:02:07.508463 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Checking segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:02:07.508852 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Bound using segment: {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:02:07.509304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Bound port: ec563cb8-23b7-4a8f-a62c-a12924d893a5, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa1059f-28a6-4dd6-bfd7-549eed8367a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:02:07.509655 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:07.519122 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d19f2a-2ebe-4eb6-bf5e-fa9f674c7714 req-cba4f2c8-b5d6-4f59-996e-6489c7bd99b4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:07.520681 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-93d19f2a-2ebe-4eb6-bf5e-fa9f674c7714 req-cba4f2c8-b5d6-4f59-996e-6489c7bd99b4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.2338409 Jun 12 12:02:07.556682 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecf0ed-503c-4709-a2a5-22e06ed26bba req-38dd674b-9923-4d4f-a158-8748b28f08b6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:07.563518 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3aecf0ed-503c-4709-a2a5-22e06ed26bba req-38dd674b-9923-4d4f-a158-8748b28f08b6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.1050813 Jun 12 12:02:07.611634 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-93d19f2a-2ebe-4eb6-bf5e-fa9f674c7714 req-8b517287-3a9c-4df9-8673-1f701e616b5b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797915 Jun 12 12:02:07.622636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3aecf0ed-503c-4709-a2a5-22e06ed26bba req-503cb8f6-ff42-4799-85e3-94e711d77806 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579388 Jun 12 12:02:07.640120 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:02:07.646097 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:02:07.655421 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:07.657686 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c44c676f-9337-446b-a14b-0988c67cc911 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:07.708215 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:07.708870 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:07.710308 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] 10.222.0.67 "PUT /v2.0/ports/ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 1093 time: 0.9868429 Jun 12 12:02:07.710849 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:07.716335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:07.749120 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Pushing event updated for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:07.753127 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:07.807580 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60192d0e-260d-497d-a204-06b01f4eb51f x-openstack-request-id: req-60192d0e-260d-497d-a204-06b01f4eb51f {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:07.807986 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:07.808351 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60192d0e-260d-497d-a204-06b01f4eb51f {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:07.808838 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'status': 'completed', 'code': 200} Jun 12 12:02:07.883442 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-d01c8091-af3f-4ee0-9b55-e5195a58ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:07.884994 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-d01c8091-af3f-4ee0-9b55-e5195a58ac93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1096 time: 0.1248939 Jun 12 12:02:07.906777 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11fbc3-45d6-418c-8429-b0d72279c922 req-2e4a609e-40b2-4787-98da-96386af6a536 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:07.908387 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8f11fbc3-45d6-418c-8429-b0d72279c922 req-2e4a609e-40b2-4787-98da-96386af6a536 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1331575 Jun 12 12:02:07.966671 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-a84405c8-eb41-490f-b553-d92720f9ef15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 217 time: 0.0661304 Jun 12 12:02:08.046844 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8f11fbc3-45d6-418c-8429-b0d72279c922 req-34ce3cb4-0a56-4faa-be8f-b3c4fbaecc2f tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Jun 12 12:02:08.054035 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-db9a924f-eb06-4c9a-bbd6-43ea664ffcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:08.055844 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-db9a924f-eb06-4c9a-bbd6-43ea664ffcf3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0826373 Jun 12 12:02:08.139399 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-2f39873b-b4c6-447f-80c3-7bbd48dda9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:08.141011 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-2f39873b-b4c6-447f-80c3-7bbd48dda9f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730684 Jun 12 12:02:08.263917 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-fc9b5c73-8d1c-4012-b573-154dec31cf00 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116369 Jun 12 12:02:08.387546 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e58a7ec-c90e-40c8-8d0b-2b2758b93e8f req-5cf5a96c-8070-41cf-a00a-f6028c07fe6e service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146743 Jun 12 12:02:08.517293 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-b863826e-82cc-40e0-b5c6-ef988c22fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:08.519399 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-b863826e-82cc-40e0-b5c6-ef988c22fb1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1096 time: 0.0662348 Jun 12 12:02:08.641116 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-2c09489d-cdf4-48b2-8d2e-ce70d7cc9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:08.642596 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-2c09489d-cdf4-48b2-8d2e-ce70d7cc9629 service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1150897 Jun 12 12:02:08.704438 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-85e86327-ee25-44d1-97dc-5cf7afda414d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 217 time: 0.0527093 Jun 12 12:02:09.058225 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-eaffb8e8-68f4-4fb6-8862-19482f43d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:09.059723 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-eaffb8e8-68f4-4fb6-8862-19482f43d5df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.3478067 Jun 12 12:02:09.121429 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3261c043-20fc-453d-b6d7-a3e3e58bc6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:09.134472 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6fe15-d2e3-4837-8d78-ec6d4a284e7e req-dcb27602-d159-4ee2-b14d-de6ad7c9f113 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:09.135985 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dae6fe15-d2e3-4837-8d78-ec6d4a284e7e req-dcb27602-d159-4ee2-b14d-de6ad7c9f113 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.3880184 Jun 12 12:02:09.188219 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dae6fe15-d2e3-4837-8d78-ec6d4a284e7e req-3d3f419f-aedd-4d7e-9753-8071465b8b03 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Jun 12 12:02:09.191646 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-ebf3434d-4e1c-4db5-905a-83de6de00b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:09.193109 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-ebf3434d-4e1c-4db5-905a-83de6de00b44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178639 Jun 12 12:02:09.286356 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5de0-21bc-432f-8949-de0a055e91e6 req-76a30f4e-cd0c-4aaf-be9e-e5f23c219376 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:09.287905 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6dcb5de0-21bc-432f-8949-de0a055e91e6 req-76a30f4e-cd0c-4aaf-be9e-e5f23c219376 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0731316 Jun 12 12:02:09.332601 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6dcb5de0-21bc-432f-8949-de0a055e91e6 req-e0f4cbac-b6f9-4768-93ac-aeab6761844e tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389638 Jun 12 12:02:09.348166 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-4517cf03-143f-497c-aa10-a563c58400f2 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347551 Jun 12 12:02:09.476097 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3a90c0-8bf3-47c2-98f3-ddcfce23fe73 req-acf35cfa-e25d-43b1-8848-a3345595bf79 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185715 Jun 12 12:02:10.086722 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-6dcb49c4-be03-4080-99b6-dd0f6a5c0b50 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:10.088705 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-6dcb49c4-be03-4080-99b6-dd0f6a5c0b50 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.0720091 Jun 12 12:02:10.231888 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Deleting port 1ad3dfec-c2d6-4473-8024-617b4b14906a {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:10.232827 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:10.358934 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] For port 1ad3dfec-c2d6-4473-8024-617b4b14906a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1ad3dfec-c2d6-4473-8024-617b4b14906a,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:10.359644 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:10.387452 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c1839-fdcf-4310-837f-d263f3e9242f req-f885a2a0-a409-4c38-8689-6b109a6f6e96 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:10.389189 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-650c1839-fdcf-4310-837f-d263f3e9242f req-f885a2a0-a409-4c38-8689-6b109a6f6e96 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0751953 Jun 12 12:02:10.436126 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-650c1839-fdcf-4310-837f-d263f3e9242f req-3304256d-505c-46e8-95d4-590854445711 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398030 Jun 12 12:02:10.461555 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Calling delete_port for 1ad3dfec-c2d6-4473-8024-617b4b14906a owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:10.607626 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522992b-c1ae-4995-83aa-06a8d541bfbf req-3e2752f9-9457-4b95-82ca-7a961f945383 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:10.609193 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3522992b-c1ae-4995-83aa-06a8d541bfbf req-3e2752f9-9457-4b95-82ca-7a961f945383 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=babb4d53-f754-4b6f-b6ef-4d40e352d032 HTTP/1.1" status: 200 len: 946 time: 0.1453574 Jun 12 12:02:10.688530 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3522992b-c1ae-4995-83aa-06a8d541bfbf req-5703cc3e-efcb-4cea-b5fb-299ab7a3d874 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717859 Jun 12 12:02:10.712779 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:10.716593 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:10.729847 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['833bd434-0416-49ea-986d-435ad7885531'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:10.754284 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Pushing event deleted for resources: {'Port': ['ID=1ad3dfec-c2d6-4473-8024-617b4b14906a,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:10.757450 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:10.811694 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] No DVR routers for this DVR port 1ad3dfec-c2d6-4473-8024-617b4b14906a on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:02:10.814477 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:10.817254 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-90971d54-82f9-4f80-aa43-219ed66b1c8a req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "DELETE /v2.0/ports/1ad3dfec-c2d6-4473-8024-617b4b14906a HTTP/1.1" status: 204 len: 173 time: 0.7138007 Jun 12 12:02:10.817765 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'name': 'network-vif-deleted', 'tag': '1ad3dfec-c2d6-4473-8024-617b4b14906a'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:10.820103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df7b92-fee4-4ea3-b3e2-6614076c78a2" -d '{"events": [{"server_uuid": "babb4d53-f754-4b6f-b6ef-4d40e352d032", "name": "network-vif-deleted", "tag": "1ad3dfec-c2d6-4473-8024-617b4b14906a"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:10.862831 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742ad5cd-c6d6-4d52-b824-a46e7d4d47c3 x-openstack-request-id: req-742ad5cd-c6d6-4d52-b824-a46e7d4d47c3 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:10.862831 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babb4d53-f754-4b6f-b6ef-4d40e352d032", "name": "network-vif-deleted", "tag": "1ad3dfec-c2d6-4473-8024-617b4b14906a", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:10.863533 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-742ad5cd-c6d6-4d52-b824-a46e7d4d47c3 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:10.863870 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babb4d53-f754-4b6f-b6ef-4d40e352d032', 'name': 'network-vif-deleted', 'tag': '1ad3dfec-c2d6-4473-8024-617b4b14906a', 'status': 'completed', 'code': 200} Jun 12 12:02:11.356716 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2500276f-a34a-4c74-80f7-b9c5a9ce34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:11.633770 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3453b0-6a5f-40e0-a286-3ed2846ccbf2 req-c3722a4b-ae42-477c-8499-c05057254a5d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:11.635657 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0d3453b0-6a5f-40e0-a286-3ed2846ccbf2 req-c3722a4b-ae42-477c-8499-c05057254a5d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0786450 Jun 12 12:02:11.693168 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0d3453b0-6a5f-40e0-a286-3ed2846ccbf2 req-32050d8d-4da2-4098-8b65-f1c8b8688ad6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510981 Jun 12 12:02:11.994068 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:12.175507 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67524ea-bffb-4f7a-9b2d-fb502f1b544a req-a2c41ec8-8287-4eac-b5e8-524669f5b8d4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:12.176980 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b67524ea-bffb-4f7a-9b2d-fb502f1b544a req-a2c41ec8-8287-4eac-b5e8-524669f5b8d4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0712566 Jun 12 12:02:12.220249 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b67524ea-bffb-4f7a-9b2d-fb502f1b544a req-065ad061-f787-449f-9a18-a568f92aa295 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373497 Jun 12 12:02:12.249661 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 1ad3dfec-c2d6-4473-8024-617b4b14906a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:12.275107 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 1ad3dfec-c2d6-4473-8024-617b4b14906a {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:12.275468 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 1ad3dfec-c2d6-4473-8024-617b4b14906a not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:12.660102 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:12.900293 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73a96-9df0-44f9-a997-52714e9924db req-35b23577-b0a4-4cd0-8cf0-eada30b53910 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:12.901802 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0cf73a96-9df0-44f9-a997-52714e9924db req-35b23577-b0a4-4cd0-8cf0-eada30b53910 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0889950 Jun 12 12:02:12.944929 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0cf73a96-9df0-44f9-a997-52714e9924db req-f15b90c4-1d7b-472d-b24a-1252b6a9266a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375845 Jun 12 12:02:13.408360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b33c-86e6-4c1f-bd92-5e2bd6f09015 req-81887de8-3c15-4318-aab0-3ddf22f5f96d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:13.409920 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2213b33c-86e6-4c1f-bd92-5e2bd6f09015 req-81887de8-3c15-4318-aab0-3ddf22f5f96d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0712023 Jun 12 12:02:13.455968 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2213b33c-86e6-4c1f-bd92-5e2bd6f09015 req-4981f168-65de-4447-9c92-69ce6f0fab2e tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Jun 12 12:02:14.133008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0a40-9c78-41ab-bc3d-8422640f9485 req-be793878-6e6c-46f3-a4da-db1a772b4bf2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:14.135446 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-10dd0a40-9c78-41ab-bc3d-8422640f9485 req-be793878-6e6c-46f3-a4da-db1a772b4bf2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0769567 Jun 12 12:02:14.178805 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-10dd0a40-9c78-41ab-bc3d-8422640f9485 req-b730997e-2f64-4c90-a20c-4284bc72a682 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 Jun 12 12:02:14.365556 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:14.648528 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dffebd-a512-4fda-9e4d-7f2ce680013b req-584b6947-468d-4fce-a789-5b253a1d546d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:14.649887 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a5dffebd-a512-4fda-9e4d-7f2ce680013b req-584b6947-468d-4fce-a789-5b253a1d546d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0725722 Jun 12 12:02:14.690415 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a5dffebd-a512-4fda-9e4d-7f2ce680013b req-aa9ba58b-e131-46a1-a1aa-dacede243122 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Jun 12 12:02:15.355051 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ddde2-90a2-417c-9e20-589ab7068ff8 req-8f201f86-1793-4868-b981-9fe407d08570 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:15.356493 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bd8ddde2-90a2-417c-9e20-589ab7068ff8 req-8f201f86-1793-4868-b981-9fe407d08570 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0672932 Jun 12 12:02:15.398207 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bd8ddde2-90a2-417c-9e20-589ab7068ff8 req-501199f4-9550-42c4-9e0e-0cb2acb04428 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360782 Jun 12 12:02:15.873179 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d718a9-dfcc-4231-81c6-0dd452af8145 req-5a1f9154-63af-4f4e-a692-b955beaefdd7 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:15.874646 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86d718a9-dfcc-4231-81c6-0dd452af8145 req-5a1f9154-63af-4f4e-a692-b955beaefdd7 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0693047 Jun 12 12:02:15.920903 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86d718a9-dfcc-4231-81c6-0dd452af8145 req-95fbe585-a92d-4e55-9e9e-ad14964b8501 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Jun 12 12:02:16.271165 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec563cb8-23b7-4a8f-a62c-a12924d893a5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:02:16.394836 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:16.406805 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'port_id': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'mac_address': 'fa:16:3e:c0:e7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:02:16.455020 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:16.470185 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec563cb8-23b7-4a8f-a62c-a12924d893a5 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:02:16.491425 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:16.496327 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:16.498079 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:16.553037 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:16.560010 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.560355 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.560713 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.561045 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.561367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.561741 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.562064 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.562383 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.562704 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.563049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.563368 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.563683 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:16.567718 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:16.588480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839b584-fbeb-48a5-a8b5-348acea8a25e req-00d21837-8254-447b-9fc8-e19e5e3a2766 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:16.589931 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9839b584-fbeb-48a5-a8b5-348acea8a25e req-00d21837-8254-447b-9fc8-e19e5e3a2766 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 944 time: 0.0716968 Jun 12 12:02:16.632189 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9839b584-fbeb-48a5-a8b5-348acea8a25e req-65d83785-8635-4533-9f26-6624914c9307 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361259 Jun 12 12:02:17.010721 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['ec563cb8-23b7-4a8f-a62c-a12924d893a5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:17.135079 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e679cf4-2707-4a92-91ea-332f8a39650e req-c9644c87-3acb-48b1-af63-b8fdcf10f970 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:17.137313 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e679cf4-2707-4a92-91ea-332f8a39650e req-c9644c87-3acb-48b1-af63-b8fdcf10f970 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0968239 Jun 12 12:02:17.187164 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e679cf4-2707-4a92-91ea-332f8a39650e req-0d3ec3d4-ec26-44cc-adf0-b712e816dc8d tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Jun 12 12:02:17.814005 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928c472-3593-49c6-a473-d143280d11a1 req-a78688dc-9e09-44cf-a04d-118a14074197 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:17.815467 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1928c472-3593-49c6-a473-d143280d11a1 req-a78688dc-9e09-44cf-a04d-118a14074197 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 944 time: 0.0696020 Jun 12 12:02:17.866176 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1928c472-3593-49c6-a473-d143280d11a1 req-5dbf9604-4571-469e-ad57-b3e727ced8af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444295 Jun 12 12:02:18.383221 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8e8a1-92a0-438f-8ea8-85eb0d3d0f7a req-11bafc0e-eaa0-4415-884e-b7d5788247bd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:18.384709 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bca8e8a1-92a0-438f-8ea8-85eb0d3d0f7a req-11bafc0e-eaa0-4415-884e-b7d5788247bd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0766792 Jun 12 12:02:18.431496 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bca8e8a1-92a0-438f-8ea8-85eb0d3d0f7a req-80f16cc5-e305-409b-a2e7-3202b50bd6cd tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Jun 12 12:02:19.056004 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ede08-3437-4046-a434-33589a3a5fe9 req-b29a481c-c362-476b-aca7-29a9e502d4e4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:19.057336 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a51ede08-3437-4046-a434-33589a3a5fe9 req-b29a481c-c362-476b-aca7-29a9e502d4e4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 944 time: 0.0753176 Jun 12 12:02:19.100527 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a51ede08-3437-4046-a434-33589a3a5fe9 req-0fc23271-1451-42b9-aebc-4a812bf1f9fa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375402 Jun 12 12:02:19.619276 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421e52-6655-4d33-bf4a-15569cc96ece req-c5c220d6-8049-4ab1-a063-2042ecf320bc tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:19.620928 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e421e52-6655-4d33-bf4a-15569cc96ece req-c5c220d6-8049-4ab1-a063-2042ecf320bc tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0751109 Jun 12 12:02:19.667390 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e421e52-6655-4d33-bf4a-15569cc96ece req-80d89b8b-ff0f-49a9-8f18-f4718d270456 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Jun 12 12:02:20.278152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ce9c8-6fa4-45ce-a5ec-270e8a1c53f1 req-df48961b-deae-444d-80ed-eee7bd9f529a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:20.279546 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a98ce9c8-6fa4-45ce-a5ec-270e8a1c53f1 req-df48961b-deae-444d-80ed-eee7bd9f529a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 944 time: 0.0678968 Jun 12 12:02:20.300947 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec563cb8-23b7-4a8f-a62c-a12924d893a5 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:02:20.325814 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a98ce9c8-6fa4-45ce-a5ec-270e8a1c53f1 req-3b8d9322-4824-45b3-b3bb-ea18ebbc62d6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405037 Jun 12 12:02:20.356271 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port ec563cb8-23b7-4a8f-a62c-a12924d893a5 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:02:20.359940 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port ec563cb8-23b7-4a8f-a62c-a12924d893a5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:02:20.360323 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:20.453516 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:20.478453 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:20.480737 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea83a187-e17f-48e4-8610-c60776422ab5" -d '{"events": [{"server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "name": "network-vif-plugged", "status": "completed", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:20.495571 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:20.499961 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:20.501890 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-5802beea-e514-4ca1-bea9-7a1e9e352fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:20.529662 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866865a3-2412-419f-ac44-82511994735f x-openstack-request-id: req-866865a3-2412-419f-ac44-82511994735f {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:20.529908 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "name": "network-vif-plugged", "status": "completed", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:20.530173 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-866865a3-2412-419f-ac44-82511994735f {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:20.530567 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'code': 200} Jun 12 12:02:20.559241 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:20.562097 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:20.857913 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d137-0cda-466b-931d-a57b03fb6a06 req-639f076a-910b-4c2f-9873-c4ad960827e2 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:20.859559 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f889d137-0cda-466b-931d-a57b03fb6a06 req-639f076a-910b-4c2f-9873-c4ad960827e2 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.0772920 Jun 12 12:02:20.905838 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f889d137-0cda-466b-931d-a57b03fb6a06 req-9b695807-d116-47a6-b544-f9370b20d141 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/security-groups?id=587c16cc-0636-436f-a703-cdfe01257941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Jun 12 12:02:21.080098 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6283b2-73f6-4aac-bf5d-88088d2b1f81 req-00cdb63c-a540-4d69-a4cf-f1ade10168b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:21.082043 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ff6283b2-73f6-4aac-bf5d-88088d2b1f81 req-00cdb63c-a540-4d69-a4cf-f1ade10168b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1098 time: 0.1398730 Jun 12 12:02:21.148626 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-52609695-a9fc-404d-83e5-7b2114eeb22b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:21.150039 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-52609695-a9fc-404d-83e5-7b2114eeb22b tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 945 time: 0.1638434 Jun 12 12:02:21.156822 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ff6283b2-73f6-4aac-bf5d-88088d2b1f81 req-6eea0b17-4773-4d24-b2bf-b802dacbf34c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677650 Jun 12 12:02:21.175831 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a605f-c61a-4a74-9348-cf527f5cd96e req-f8cb0658-4272-44bb-8bce-d5990670f2ff tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:21.177235 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bd6a605f-c61a-4a74-9348-cf527f5cd96e req-f8cb0658-4272-44bb-8bce-d5990670f2ff tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.1457434 Jun 12 12:02:21.286567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bd6a605f-c61a-4a74-9348-cf527f5cd96e req-100366e9-78dd-4cfd-b6df-6bf8d38cf1a6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844183 Jun 12 12:02:21.313509 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Deleting port 833bd434-0416-49ea-986d-435ad7885531 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:21.313849 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:21.430438 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] For port 833bd434-0416-49ea-986d-435ad7885531, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=833bd434-0416-49ea-986d-435ad7885531,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:21.430818 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:21.506569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913c60-92f8-4e58-96a4-c5312fb373e9 req-65414d93-f3ae-4149-8160-fd135ebb02af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:21.508051 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-82913c60-92f8-4e58-96a4-c5312fb373e9 req-65414d93-f3ae-4149-8160-fd135ebb02af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0687730 Jun 12 12:02:21.525240 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Calling delete_port for 833bd434-0416-49ea-986d-435ad7885531 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:21.552766 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-82913c60-92f8-4e58-96a4-c5312fb373e9 req-62bf0e18-8767-4c7c-a8d7-e0617188c9fe tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388684 Jun 12 12:02:21.681525 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:21.685608 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:21.696683 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['833bd434-0416-49ea-986d-435ad7885531'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:21.716140 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Pushing event deleted for resources: {'Port': ['ID=833bd434-0416-49ea-986d-435ad7885531,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:21.728947 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.729328 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.729930 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.730051 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.730413 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.730773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.731153 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.731535 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.731888 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.732242 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.732594 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.732944 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:21.760543 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:21.787131 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] No DVR routers for this DVR port 833bd434-0416-49ea-986d-435ad7885531 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:02:21.789437 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:21.791466 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-61d938a9-4d13-48bb-bf84-cf608d3f0765 req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.67 "DELETE /v2.0/ports/833bd434-0416-49ea-986d-435ad7885531 HTTP/1.1" status: 204 len: 173 time: 0.6330526 Jun 12 12:02:21.791958 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'name': 'network-vif-deleted', 'tag': '833bd434-0416-49ea-986d-435ad7885531'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:21.794228 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad83f7e-f94e-4a1b-a947-1cf141d1d64b" -d '{"events": [{"server_uuid": "b09c8490-cf83-4b41-93d6-6bf1690bab69", "name": "network-vif-deleted", "tag": "833bd434-0416-49ea-986d-435ad7885531"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:21.829189 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da56a88-d900-482a-95b2-81d272fdbfe6 x-openstack-request-id: req-1da56a88-d900-482a-95b2-81d272fdbfe6 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:21.829516 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c8490-cf83-4b41-93d6-6bf1690bab69", "name": "network-vif-deleted", "tag": "833bd434-0416-49ea-986d-435ad7885531", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:21.829805 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1da56a88-d900-482a-95b2-81d272fdbfe6 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:21.830242 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09c8490-cf83-4b41-93d6-6bf1690bab69', 'name': 'network-vif-deleted', 'tag': '833bd434-0416-49ea-986d-435ad7885531', 'status': 'completed', 'code': 200} Jun 12 12:02:22.076480 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1760a147-e97d-4612-b488-81eb2c0cf97d req-3c777790-f8bc-48b9-9c22-50ba8e1b3deb tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b09c8490-cf83-4b41-93d6-6bf1690bab69 HTTP/1.1" status: 200 len: 210 time: 0.0377514 Jun 12 12:02:22.473035 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501bd2-796b-4add-a6a9-ba110dba373a req-f095b661-5f8c-44e6-8949-7259d57ec8b8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:22.474508 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-04501bd2-796b-4add-a6a9-ba110dba373a req-f095b661-5f8c-44e6-8949-7259d57ec8b8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.0748079 Jun 12 12:02:22.517196 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-04501bd2-796b-4add-a6a9-ba110dba373a req-d8496fc5-b732-4a55-92f3-97736aeb0667 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363464 Jun 12 12:02:22.739567 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3cf63-30b8-46f8-b42b-9ffd33898ee5 req-c53ef2da-8ab3-47ae-93f8-c3da93885712 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:22.741096 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8af3cf63-30b8-46f8-b42b-9ffd33898ee5 req-c53ef2da-8ab3-47ae-93f8-c3da93885712 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0724092 Jun 12 12:02:22.782900 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8af3cf63-30b8-46f8-b42b-9ffd33898ee5 req-b32c7476-9456-4c8b-9397-0a7c0cc174ae tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358853 Jun 12 12:02:22.961017 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1e58-c799-4d6f-bd44-f54f9286e3d7 req-847f12e5-265e-4881-9d34-3a529af68669 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:22.962448 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-adbc1e58-c799-4d6f-bd44-f54f9286e3d7 req-847f12e5-265e-4881-9d34-3a529af68669 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0683863 Jun 12 12:02:23.004240 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-adbc1e58-c799-4d6f-bd44-f54f9286e3d7 req-81a1a250-b242-4fe2-9af0-f63310e8d4d8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361373 Jun 12 12:02:23.026923 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55984) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:23.172433 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 55990) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:23.349265 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b83fb-5d27-4776-86f6-636d3bb120a7 tempest-TestShelveInstance-825710976 tempest-TestShelveInstance-825710976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:23.350700 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-7b4b83fb-5d27-4776-86f6-636d3bb120a7 tempest-TestShelveInstance-825710976 tempest-TestShelveInstance-825710976-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1093 time: 0.3227558 Jun 12 12:02:23.353711 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 55994) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:23.358284 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'port_id': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:02:23.381565 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for floatingip, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:23.504872 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:23.636360 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Allocated IP 172.27.1.115 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/a69e7882-0f3d-4366-8b8f-eae1c3e5d2e2) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:02:23.778543 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:23.821142 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:23.823491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9df616a1-4d1d-481c-a89a-cbb06ddc7577 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:23.869539 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:02:23.872546 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:02:23.875996 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:02:23.882157 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'Port': ['ID=a69e7882-0f3d-4366-8b8f-eae1c3e5d2e2,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:23.914754 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.915174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.915553 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.915916 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.916278 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.916632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.916984 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.917335 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.917692 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.918043 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.918388 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.918736 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:02:23.927225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:24.074778 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-efe9fb25-3bfe-4058-a5f1-6c10f269a381 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:24.076240 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-efe9fb25-3bfe-4058-a5f1-6c10f269a381 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.4414647 Jun 12 12:02:24.093750 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b3de2-1c27-4be3-a78c-69fb8dac31e0 req-3caf8c61-730c-4365-a08a-b306a0b71966 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:24.095287 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cb9b3de2-1c27-4be3-a78c-69fb8dac31e0 req-3caf8c61-730c-4365-a08a-b306a0b71966 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 945 time: 0.4499910 Jun 12 12:02:24.219485 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cb9b3de2-1c27-4be3-a78c-69fb8dac31e0 req-4b368e1f-92b4-4c34-a346-fe68a7ec849e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129062 Jun 12 12:02:24.250996 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.321067 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 833bd434-0416-49ea-986d-435ad7885531 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:24.345819 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 833bd434-0416-49ea-986d-435ad7885531 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:24.346171 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 833bd434-0416-49ea-986d-435ad7885531 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:24.347098 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device c1132d24-2081-493a-a707-d1783e76531e no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:24.407116 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Deleting port c1132d24-2081-493a-a707-d1783e76531e {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:24.407450 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.444019 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.487288 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c1132d24-2081-493a-a707-d1783e76531e,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:24.488931 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:24.492381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c82c25-d83f-41a6-be45-6bd2a2b98c00" -d '{"events": [{"server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c1132d24-2081-493a-a707-d1783e76531e"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:24.497138 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.500689 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:24.548689 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0114d6b4-2e9a-4f58-b823-2f4c1b201ad4 x-openstack-request-id: req-0114d6b4-2e9a-4f58-b823-2f4c1b201ad4 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:24.549113 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c1132d24-2081-493a-a707-d1783e76531e", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:24.549498 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0114d6b4-2e9a-4f58-b823-2f4c1b201ad4 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:24.549981 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e', 'code': 200} Jun 12 12:02:24.566492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=6']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:24.570098 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:24.623891 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.657802 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] For port c1132d24-2081-493a-a707-d1783e76531e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c1132d24-2081-493a-a707-d1783e76531e,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:24.658169 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.720291 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.762510 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Calling delete_port for c1132d24-2081-493a-a707-d1783e76531e owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:24.910114 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.914758 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:24.917616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:24.972380 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Deleting port b090df2c-472e-4de6-97b2-5155151e2df6 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:24.972730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.006252 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event updated for resources: {'Port': ['ID=a69e7882-0f3d-4366-8b8f-eae1c3e5d2e2,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:25.010068 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:25.012995 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.064757 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.070074 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-95bd132a-65a2-49ec-8341-253f13cbf9f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:25.083114 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'f79ad184-ec43-466c-8043-b402cf7e40b5', '5f6c45e1-18a2-4223-9f8a-ade731a5831a'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:25.115358 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event deleted for resources: {'Port': ['ID=c1132d24-2081-493a-a707-d1783e76531e,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:25.121255 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:25.162371 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] For port b090df2c-472e-4de6-97b2-5155151e2df6, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b090df2c-472e-4de6-97b2-5155151e2df6,segment=NetworkSegment(cbed517f-1355-4607-aba8-7fff17a4dff0),segment_id=cbed517f-1355-4607-aba8-7fff17a4dff0)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:25.162732 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.176315 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Floating IP ade08b4c-e1b3-4401-8e33-61637a72f967 associated. External IP: 172.27.1.115, port: ec563cb8-23b7-4a8f-a62c-a12924d893a5. Jun 12 12:02:25.193221 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] No DVR routers for this DVR port c1132d24-2081-493a-a707-d1783e76531e on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:02:25.199383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.201308 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dfb145cc-69c3-4eca-a98b-198a6a7c236b req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "DELETE /v2.0/ports/c1132d24-2081-493a-a707-d1783e76531e HTTP/1.1" status: 204 len: 173 time: 1.1051183 Jun 12 12:02:25.201812 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'name': 'network-vif-deleted', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:25.204158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84506455-7360-40d4-90f4-54af70329a9f" -d '{"events": [{"server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "name": "network-vif-deleted", "tag": "c1132d24-2081-493a-a707-d1783e76531e"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:25.301534 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Calling delete_port for b090df2c-472e-4de6-97b2-5155151e2df6 owned by network:router_interface {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:25.304437 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4d8592-f536-4b04-bf22-0a7943888ef8 x-openstack-request-id: req-8d4d8592-f536-4b04-bf22-0a7943888ef8 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:25.304829 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0bd97-ceaf-44bc-916a-c5231714dd7a", "name": "network-vif-deleted", "tag": "c1132d24-2081-493a-a707-d1783e76531e", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:25.305175 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8d4d8592-f536-4b04-bf22-0a7943888ef8 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:25.305665 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0bd97-ceaf-44bc-916a-c5231714dd7a', 'name': 'network-vif-deleted', 'tag': 'c1132d24-2081-493a-a707-d1783e76531e', 'status': 'completed', 'code': 200} Jun 12 12:02:25.515929 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-759f6047-bfcb-4844-ba18-1fc8942aca2e req-b6e4ba81-1f2c-47c4-9637-a0a5141599b0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6c0bd97-ceaf-44bc-916a-c5231714dd7a HTTP/1.1" status: 200 len: 210 time: 0.0471110 Jun 12 12:02:25.555647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:02:25.610666 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.615143 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1767be72-93e8-4f27-a6f5-ea5b262f96f4 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:25.648360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Pushing event deleted for resources: {'Port': ['ID=b090df2c-472e-4de6-97b2-5155151e2df6,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:25.651537 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:25.707471 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:02:25.717554 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] Sync routers for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:02:25.729997 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:02:25.730171 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.731436 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:02:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:25.776702 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4217200 Jun 12 12:02:25.777193 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:25.779637 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:25.818620 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f35ee3c-fe3e-419b-bc20-3a7cf74ba5e6 x-openstack-request-id: req-3f35ee3c-fe3e-419b-bc20-3a7cf74ba5e6 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:25.818985 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:25.819280 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3f35ee3c-fe3e-419b-bc20-3a7cf74ba5e6 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:25.819717 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'status': 'completed', 'code': 200} Jun 12 12:02:25.844960 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:25.896872 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:02:26.224520 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': 'ade08b4c-e1b3-4401-8e33-61637a72f967', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'port_id': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'mac_address': 'fa:16:3e:c0:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:02:24Z', 'updated_at': '2021-06-12T12:02:24Z', 'revision_number': 0, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:33Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:26.227974 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] Checking router: 833fe2d5-cee3-46fa-8d81-3fbdb174f406 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:02:26.236212 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:02:26.236932 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:02:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:26.311513 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-85d99ed7-6f89-4fc3-8ac6-164f2f8e4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:26.313017 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-85d99ed7-6f89-4fc3-8ac6-164f2f8e4415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1098 time: 0.4549918 Jun 12 12:02:26.384161 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:02:26.555722 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:02:26.557614 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-85b7d4a9-9734-4e83-a5a0-ecf1b2495dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:26.559076 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-85b7d4a9-9734-4e83-a5a0-ecf1b2495dff service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1938417 Jun 12 12:02:26.687791 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': 'ade08b4c-e1b3-4401-8e33-61637a72f967', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'port_id': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'mac_address': 'fa:16:3e:c0:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:02:24Z', 'updated_at': '2021-06-12T12:02:24Z', 'revision_number': 0, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:33Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:26.691644 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709105ca-6e36-44e3-9569-8b206035d2a4 None None] The sync data for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi is: [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': 'ade08b4c-e1b3-4401-8e33-61637a72f967', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'port_id': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'mac_address': 'fa:16:3e:c0:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:02:24Z', 'updated_at': '2021-06-12T12:02:24Z', 'revision_number': 0, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:33Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:02:26.716491 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:02:26.768908 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-c94dab99-6a14-4b81-88ca-60260dee12e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 999 time: 0.1969981 Jun 12 12:02:26.825897 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:02:26.833620 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] 10.222.0.63 "PUT /v2.0/routers/6b0ec23e-1d5c-4d8f-b984-42a2237c8419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6600895 Jun 12 12:02:26.835475 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56022) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:26.838445 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] Sync routers for ids ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:02:26.851599 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-331e76e7-c3d2-422b-9e74-9aaf41e43d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:26.853718 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-331e76e7-c3d2-422b-9e74-9aaf41e43d3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0723460 Jun 12 12:02:26.853938 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] Routers {'6b0ec23e-1d5c-4d8f-b984-42a2237c8419'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:02:26.854762 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:02:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:26.945898 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999c39d-81ed-4d65-bf18-988328c92faa None None] New status for floating IP ade08b4c-e1b3-4401-8e33-61637a72f967: ACTIVE {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:02:26.948870 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-5adae0f2-6c47-42b5-98ff-0dcf8ab13c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:26.952809 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-5adae0f2-6c47-42b5-98ff-0dcf8ab13c5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865920 Jun 12 12:02:27.025947 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] Set router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:02:27.085364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:27.095324 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-b85e8205-c764-456b-bd12-eb10944b02bc service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348190 Jun 12 12:02:27.296722 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efb7b1c2-6e65-485a-aa01-2a6cb135dc1b req-49deeb1f-233a-4609-a82d-b5ed3bbb84e8 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867225 Jun 12 12:02:27.390567 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T12:02:25Z', 'revision_number': 5, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:27.395198 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] Checking router: 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:02:27.403805 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] Routers {'6b0ec23e-1d5c-4d8f-b984-42a2237c8419'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:02:27.404426 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:02:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:27.528257 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:27.552601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] Set router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:02:27.586528 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Deleting port 679f8079-c41f-4151-87e2-c3ccf760ce12 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:27.586870 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:27.698015 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] For port 679f8079-c41f-4151-87e2-c3ccf760ce12, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=679f8079-c41f-4151-87e2-c3ccf760ce12,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:27.698406 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:27.814598 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Calling delete_port for 679f8079-c41f-4151-87e2-c3ccf760ce12 owned by network:router_gateway {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:27.941886 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T12:02:25Z', 'revision_number': 5, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:27.946066 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bcdb91-fe5d-4f10-9611-0893c0def849 None None] The sync data for ids ['6b0ec23e-1d5c-4d8f-b984-42a2237c8419'] in dv-cinder-796113-2-iscsi is: [{'id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'name': 'tempest-ServerRescueNegativeTestJSON-1776846501-router', 'tenant_id': '927d489c97ef49929348cdbcdb9565ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T12:02:25Z', 'revision_number': 5, 'project_id': '927d489c97ef49929348cdbcdb9565ba', 'gw_port': {'id': '679f8079-c41f-4151-87e2-c3ccf760ce12', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ec23e-1d5c-4d8f-b984-42a2237c8419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:11Z', 'updated_at': '2021-06-12T11:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:02:28.113562 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.115795 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-067f03f5-e096-46d8-a653-e945781b7b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:28.145417 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=679f8079-c41f-4151-87e2-c3ccf760ce12,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:28.149268 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:28.181554 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85cf63-3f71-49c2-b4fe-41e36d9dbfef req-21992d6f-12cf-49e5-8f7a-fb0d32796249 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:28.183063 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ee85cf63-3f71-49c2-b4fe-41e36d9dbfef req-21992d6f-12cf-49e5-8f7a-fb0d32796249 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.0744100 Jun 12 12:02:28.222879 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.225698 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ee85cf63-3f71-49c2-b4fe-41e36d9dbfef req-4e30fd0d-1844-4496-ad0e-96d42f781fe6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 Jun 12 12:02:28.373300 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.375636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.453229 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.453797 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0ec23e-1d5c-4d8f-b984-42a2237c8419 {{(pid=91742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:02:28.459065 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.460182 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6b0ec23e-1d5c-4d8f-b984-42a2237c8419 HTTP/1.1" status: 204 len: 168 time: 1.6224151 Jun 12 12:02:28.462631 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56034) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:28.516644 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Deleting subnet 9733ae0d-7e19-4f6f-82ea-d7d212bb36ff {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:02:28.524900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.568128 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b090df2c-472e-4de6-97b2-5155151e2df6 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:28.575851 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.594818 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: b090df2c-472e-4de6-97b2-5155151e2df6 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:28.595231 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b090df2c-472e-4de6-97b2-5155151e2df6 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:28.629230 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.689668 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.692429 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:28.727189 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9733ae0d-7e19-4f6f-82ea-d7d212bb36ff,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:28.730522 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:28.733777 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.735762 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e5327ee3-8c1f-4313-a85d-5be51d131473 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9733ae0d-7e19-4f6f-82ea-d7d212bb36ff HTTP/1.1" status: 204 len: 168 time: 0.2722032 Jun 12 12:02:28.738773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56036) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:28.827091 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.933166 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.945524 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63731165-f23e-45ae-8f3b-67a2dd6a2162']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:28.957636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbed517f-1355-4607-aba8-7fff17a4dff0') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:28.957937 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbed517f-1355-4607-aba8-7fff17a4dff0') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:28.968223 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.983736 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.991080 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:02:28.991473 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:02:28.995163 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:02:29.070859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:29.075001 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a720ca71-4ab7-4b41-a5d7-0e0c54aa2028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:29.078608 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:29.080413 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/63731165-f23e-45ae-8f3b-67a2dd6a2162 HTTP/1.1" status: 204 len: 168 time: 0.3406928 Jun 12 12:02:29.092376 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63731165-f23e-45ae-8f3b-67a2dd6a2162,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:29.094948 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c3fb3ab5-4675-40b8-bdf1-997b883fd9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:29.313462 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56044) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:29.393880 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-b7b9b7dc-cacf-4b5e-bf33-554df7747a6e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=927d489c97ef49929348cdbcdb9565ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0782661 Jun 12 12:02:29.396393 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56046) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:29.437827 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf5c00-2e26-4294-8a02-39f81908fe48 req-e46e2581-b77e-4c3e-bd19-b11dcf5bfef1 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:29.439519 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-acaf5c00-2e26-4294-8a02-39f81908fe48 req-e46e2581-b77e-4c3e-bd19-b11dcf5bfef1 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.0980272 Jun 12 12:02:29.464884 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:29.483619 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-acaf5c00-2e26-4294-8a02-39f81908fe48 req-35189096-cf6d-46e1-a09d-ed9a8a105df6 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Jun 12 12:02:29.492527 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:29.551637 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:29.554246 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:29.557689 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/587c16cc-0636-436f-a703-cdfe01257941 HTTP/1.1" status: 204 len: 168 time: 0.1580145 Jun 12 12:02:29.557689 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5bda2477-2367-4b95-b879-b11ecde4041c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:29.566716 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-1e048a49-f7db-4ff4-97e2-c1a896ae2c03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729880 Jun 12 12:02:29.567383 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587c16cc-0636-436f-a703-cdfe01257941,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:29.570871 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:29.662789 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1d11-9738-498f-9dd2-d91816897333 req-b6ebaf4d-243a-48f8-a010-b810ab74bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:29.664321 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-b6ebaf4d-243a-48f8-a010-b810ab74bdcb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1098 time: 0.0642259 Jun 12 12:02:29.803798 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1d11-9738-498f-9dd2-d91816897333 req-e873a79a-40e9-4e31-a050-84799dc69e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:29.805253 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-e873a79a-40e9-4e31-a050-84799dc69e8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1133277 Jun 12 12:02:29.902468 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-59483146-1915-40f6-b1f3-64202723bad4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 1000 time: 0.0793481 Jun 12 12:02:29.963430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1d11-9738-498f-9dd2-d91816897333 req-7ca31e8f-99be-4995-be91-5831e2ba346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:29.964899 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-7ca31e8f-99be-4995-be91-5831e2ba346e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0537872 Jun 12 12:02:30.039847 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1d11-9738-498f-9dd2-d91816897333 req-05013a65-6224-4243-9113-dd123687b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:30.041260 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-05013a65-6224-4243-9113-dd123687b6b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672910 Jun 12 12:02:30.185826 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-ee953039-cd74-43e5-9a9b-100775a09288 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297784 Jun 12 12:02:30.369046 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-935a1d11-9738-498f-9dd2-d91816897333 req-7d36b499-25b7-4a62-8f3e-cc1bd45a855b service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759686 Jun 12 12:02:30.381847 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-a503d60c-fc42-410f-aa9f-69c5adc0e3d3 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:30.383383 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-a503d60c-fc42-410f-aa9f-69c5adc0e3d3 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.1036479 Jun 12 12:02:30.500094 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 679f8079-c41f-4151-87e2-c3ccf760ce12 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:30.515260 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Deleting port 5f6c45e1-18a2-4223-9f8a-ade731a5831a {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:30.516584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:30.526620 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 679f8079-c41f-4151-87e2-c3ccf760ce12 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:30.526957 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 679f8079-c41f-4151-87e2-c3ccf760ce12 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:30.679749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] For port 5f6c45e1-18a2-4223-9f8a-ade731a5831a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5f6c45e1-18a2-4223-9f8a-ade731a5831a,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:30.680120 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:30.789348 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Calling delete_port for 5f6c45e1-18a2-4223-9f8a-ade731a5831a owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:30.878787 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2b266-2c32-4d22-9540-a993a42f4431 req-c0cc8a2a-9b45-41cb-b040-d2a738ee7a2e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:30.880345 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6cd2b266-2c32-4d22-9540-a993a42f4431 req-c0cc8a2a-9b45-41cb-b040-d2a738ee7a2e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 946 time: 0.2636716 Jun 12 12:02:30.953941 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6cd2b266-2c32-4d22-9540-a993a42f4431 req-2486b36b-d2ef-462f-bfe1-845a9c9bd167 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650651 Jun 12 12:02:31.022045 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:31.026209 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a59f06a4-3eed-4207-b473-ca3ae0ef0853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:31.039253 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'f79ad184-ec43-466c-8043-b402cf7e40b5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:31.070060 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event deleted for resources: {'Port': ['ID=5f6c45e1-18a2-4223-9f8a-ade731a5831a,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:31.077376 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:31.145542 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] No DVR routers for this DVR port 5f6c45e1-18a2-4223-9f8a-ade731a5831a on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:02:31.148137 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:31.150095 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0075d48f-09cd-4c8a-a086-fc1f7267fa58 req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "DELETE /v2.0/ports/5f6c45e1-18a2-4223-9f8a-ade731a5831a HTTP/1.1" status: 204 len: 173 time: 0.7584302 Jun 12 12:02:31.150605 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67468df-2797-4011-a78e-2dabd239f08d', 'name': 'network-vif-deleted', 'tag': '5f6c45e1-18a2-4223-9f8a-ade731a5831a'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:31.152952 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e02f00-65c5-4c87-8813-6c1b18eafa46" -d '{"events": [{"server_uuid": "c67468df-2797-4011-a78e-2dabd239f08d", "name": "network-vif-deleted", "tag": "5f6c45e1-18a2-4223-9f8a-ade731a5831a"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:31.202724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e50434-fee3-4aef-8be3-a2ecf99d8f4e x-openstack-request-id: req-61e50434-fee3-4aef-8be3-a2ecf99d8f4e {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:31.203088 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67468df-2797-4011-a78e-2dabd239f08d", "name": "network-vif-deleted", "tag": "5f6c45e1-18a2-4223-9f8a-ade731a5831a", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:31.203354 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-61e50434-fee3-4aef-8be3-a2ecf99d8f4e {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:31.203774 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67468df-2797-4011-a78e-2dabd239f08d', 'name': 'network-vif-deleted', 'tag': '5f6c45e1-18a2-4223-9f8a-ade731a5831a', 'status': 'completed', 'code': 200} Jun 12 12:02:32.120064 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ad494d17-40cd-42c9-aec5-e3a832c1f1c8 req-d80627bd-ce36-48ef-99c1-1d3e083cb318 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=c67468df-2797-4011-a78e-2dabd239f08d HTTP/1.1" status: 200 len: 210 time: 0.0337098 Jun 12 12:02:32.372609 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 5f6c45e1-18a2-4223-9f8a-ade731a5831a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:32.399984 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 5f6c45e1-18a2-4223-9f8a-ade731a5831a {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:32.400339 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 5f6c45e1-18a2-4223-9f8a-ade731a5831a not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:33.593096 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed1f5d-c39f-427d-bcc9-6a5627e3c6c8 req-648196b8-2d60-42d0-a33e-b5a25968b802 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:33.594546 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-11ed1f5d-c39f-427d-bcc9-6a5627e3c6c8 req-648196b8-2d60-42d0-a33e-b5a25968b802 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.0697670 Jun 12 12:02:33.637636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-11ed1f5d-c39f-427d-bcc9-6a5627e3c6c8 req-cf207a1d-e256-45bd-9add-4c6b33c36760 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Jun 12 12:02:33.680090 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:34.823762 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a104-3a22-4090-9009-21f785588087 req-697fb044-a98c-4eb4-8f58-d0968eb45a40 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:34.825215 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-48a7a104-3a22-4090-9009-21f785588087 req-697fb044-a98c-4eb4-8f58-d0968eb45a40 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.0730169 Jun 12 12:02:34.867768 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-48a7a104-3a22-4090-9009-21f785588087 req-87177224-d65f-4c23-894a-31348468ed27 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Jun 12 12:02:36.047377 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d85d-e810-47d8-9b90-77cee8abfb66 req-14609da7-6993-456d-99bd-245214851ef8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:36.048745 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cc28d85d-e810-47d8-9b90-77cee8abfb66 req-14609da7-6993-456d-99bd-245214851ef8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.0698161 Jun 12 12:02:36.093975 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cc28d85d-e810-47d8-9b90-77cee8abfb66 req-e2e4aac0-f821-47af-a72b-8a09f67cb901 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Jun 12 12:02:36.813937 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab584bb3-9586-4ed8-ab7c-130905b139f7 req-a9a6fd07-b5cb-486b-a17b-36fce9f44604 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:36.815393 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ab584bb3-9586-4ed8-ab7c-130905b139f7 req-a9a6fd07-b5cb-486b-a17b-36fce9f44604 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0733054 Jun 12 12:02:36.860140 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ab584bb3-9586-4ed8-ab7c-130905b139f7 req-0ddec0ae-e30e-4760-bcf9-fd42102492ee tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384305 Jun 12 12:02:37.272602 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583687e4-ea8a-40f6-8512-d5e143b867e0 req-670a3ac8-f691-4a7f-8388-9eefe5f27ba3 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:37.274037 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-583687e4-ea8a-40f6-8512-d5e143b867e0 req-670a3ac8-f691-4a7f-8388-9eefe5f27ba3 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.0691504 Jun 12 12:02:37.314058 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-583687e4-ea8a-40f6-8512-d5e143b867e0 req-f1a1c4e4-4296-4ba5-a19d-d3805e56c693 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Jun 12 12:02:37.511211 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-ba4987bf-ecbd-42b1-9da3-47d3a7382acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:37.512717 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-ba4987bf-ecbd-42b1-9da3-47d3a7382acd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1137 time: 0.0588987 Jun 12 12:02:37.638269 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-5de98175-162d-46b8-b130-c8220de3a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:37.639786 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-5de98175-162d-46b8-b130-c8220de3a28a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 915 time: 0.1148477 Jun 12 12:02:37.735379 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-d4796ac2-2240-4c71-9ade-2346f9a8248b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 1001 time: 0.0817788 Jun 12 12:02:37.793772 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-10acd49f-8893-4c1e-b7d2-d2a6fc5bf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:37.795678 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-10acd49f-8893-4c1e-b7d2-d2a6fc5bf8cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 200 len: 853 time: 0.0534523 Jun 12 12:02:37.860798 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-377f99f7-afc4-4d0f-aa3d-d8f5d3550d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:37.862298 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-377f99f7-afc4-4d0f-aa3d-d8f5d3550d76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b19ed73-ae2e-493a-afca-3aa12bdbe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595872 Jun 12 12:02:38.030845 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-e90808b3-6886-405c-ba34-3da209c20b5e service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601503 Jun 12 12:02:38.053910 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d60db7-d6d8-4e41-a025-a2aa838e8b25 req-ee47d4db-a8bb-46cc-9f1e-2edae53e560f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:38.055495 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-21d60db7-d6d8-4e41-a025-a2aa838e8b25 req-ee47d4db-a8bb-46cc-9f1e-2edae53e560f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0759878 Jun 12 12:02:38.107514 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-21d60db7-d6d8-4e41-a025-a2aa838e8b25 req-62e3d8d4-ea6e-4fc9-bfef-274c098f14ba tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458927 Jun 12 12:02:38.361157 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-b0d1ed52-64bb-4368-aa86-d66a553a5372 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:38.362587 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-b0d1ed52-64bb-4368-aa86-d66a553a5372 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.4086063 Jun 12 12:02:38.567029 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5c04caf7-b481-4510-bee6-0ff6275c7ba5 req-6bca2f2c-5a53-46c8-b871-219b54e2dbc3 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272706 Jun 12 12:02:38.604672 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998aac-a8d7-4dd4-b324-73bf1d429766 req-b15c251e-954f-4c84-acc1-5db02db03aca tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:38.606131 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be998aac-a8d7-4dd4-b324-73bf1d429766 req-b15c251e-954f-4c84-acc1-5db02db03aca tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 945 time: 0.1598754 Jun 12 12:02:38.622376 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Deleting port f79ad184-ec43-466c-8043-b402cf7e40b5 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:38.622756 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:38.731169 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be998aac-a8d7-4dd4-b324-73bf1d429766 req-96db5f74-50d0-42aa-9a64-759cafeed0c8 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179845 Jun 12 12:02:38.776786 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] For port f79ad184-ec43-466c-8043-b402cf7e40b5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f79ad184-ec43-466c-8043-b402cf7e40b5,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:38.777140 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:38.876726 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Calling delete_port for f79ad184-ec43-466c-8043-b402cf7e40b5 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:39.030201 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:39.034229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7def0c30-4bd8-44d9-8781-3d729a6e5257 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:39.044985 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'f79ad184-ec43-466c-8043-b402cf7e40b5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:39.065486 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event deleted for resources: {'Port': ['ID=f79ad184-ec43-466c-8043-b402cf7e40b5,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:39.069278 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:39.109824 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-75715ee8-a2b7-4cfd-b67c-aeae39aded61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:39.127717 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] No DVR routers for this DVR port f79ad184-ec43-466c-8043-b402cf7e40b5 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:02:39.130352 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:39.132393 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ce940993-835a-45aa-8e3c-3e58d959bf05 req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "DELETE /v2.0/ports/f79ad184-ec43-466c-8043-b402cf7e40b5 HTTP/1.1" status: 204 len: 173 time: 0.7627647 Jun 12 12:02:39.132943 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'name': 'network-vif-deleted', 'tag': 'f79ad184-ec43-466c-8043-b402cf7e40b5'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:39.135268 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e42b0c-1b29-4352-a6cf-6acd7ba3e0e5" -d '{"events": [{"server_uuid": "34dad498-1f7c-4166-a264-1d93ee5bd633", "name": "network-vif-deleted", "tag": "f79ad184-ec43-466c-8043-b402cf7e40b5"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:39.177474 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f6a0dc-4e69-43aa-a1dd-4f9e20771463 x-openstack-request-id: req-e9f6a0dc-4e69-43aa-a1dd-4f9e20771463 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:39.177805 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dad498-1f7c-4166-a264-1d93ee5bd633", "name": "network-vif-deleted", "tag": "f79ad184-ec43-466c-8043-b402cf7e40b5", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:39.178090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9f6a0dc-4e69-43aa-a1dd-4f9e20771463 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:39.178522 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dad498-1f7c-4166-a264-1d93ee5bd633', 'name': 'network-vif-deleted', 'tag': 'f79ad184-ec43-466c-8043-b402cf7e40b5', 'status': 'completed', 'code': 200} Jun 12 12:02:39.312042 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63464d-af06-417a-91b1-87fa48a8df80 req-bed97b78-74ea-45b7-b76c-f6874dbb22b8 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:39.313507 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e63464d-af06-417a-91b1-87fa48a8df80 req-bed97b78-74ea-45b7-b76c-f6874dbb22b8 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0708044 Jun 12 12:02:39.359093 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e63464d-af06-417a-91b1-87fa48a8df80 req-b0552ec1-a1b8-47d8-8670-10598e875844 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391817 Jun 12 12:02:39.902888 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-34ac922a-4e65-4753-aaac-244f9f6f8c47 req-590cb5d7-2644-4d3c-8419-dd3b7220285b tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=34dad498-1f7c-4166-a264-1d93ee5bd633 HTTP/1.1" status: 200 len: 210 time: 0.0402422 Jun 12 12:02:40.554678 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe22f50-853f-47bc-a88e-6e4a227f279a req-36b3cbd1-e3c5-4f5b-a7dc-9d997a2d13e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:40.556179 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cfe22f50-853f-47bc-a88e-6e4a227f279a req-36b3cbd1-e3c5-4f5b-a7dc-9d997a2d13e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0774264 Jun 12 12:02:40.600117 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cfe22f50-853f-47bc-a88e-6e4a227f279a req-2bc2a766-082a-43bd-87c6-e418a2b1d182 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377512 Jun 12 12:02:41.363174 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-20c8c2bb-b79a-4a8c-82ed-b4f6fe2d62ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:41.780078 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce7646-4cbd-40d6-a96c-ae3a70b0e953 req-91306c19-990c-48b2-9918-d9147a533c63 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:41.781622 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-52ce7646-4cbd-40d6-a96c-ae3a70b0e953 req-91306c19-990c-48b2-9918-d9147a533c63 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0690410 Jun 12 12:02:41.825757 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-52ce7646-4cbd-40d6-a96c-ae3a70b0e953 req-d33badc5-2edf-4478-aef6-32f6901b414b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377703 Jun 12 12:02:41.993876 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:42.402143 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f79ad184-ec43-466c-8043-b402cf7e40b5 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:42.428011 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: f79ad184-ec43-466c-8043-b402cf7e40b5 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:42.428372 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f79ad184-ec43-466c-8043-b402cf7e40b5 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:42.527999 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10e199-5e35-45ca-9c58-abc01363e6b7 req-ce192e20-c996-4420-b107-baf1cad378ea tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:42.529453 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3a10e199-5e35-45ca-9c58-abc01363e6b7 req-ce192e20-c996-4420-b107-baf1cad378ea tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.0742960 Jun 12 12:02:42.572396 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3a10e199-5e35-45ca-9c58-abc01363e6b7 req-508c3f69-5763-4482-861e-32543fab293a tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Jun 12 12:02:42.663756 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:43.013515 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399237b-3979-435f-8e02-78590fadfae9 req-a2dbf1b1-9147-4775-807c-42dd861dd487 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:43.015048 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a399237b-3979-435f-8e02-78590fadfae9 req-a2dbf1b1-9147-4775-807c-42dd861dd487 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0722346 Jun 12 12:02:43.060634 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a399237b-3979-435f-8e02-78590fadfae9 req-9f5c58f7-a173-4c79-a877-03d52afd4f08 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388741 Jun 12 12:02:43.754103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece15a84-ab0a-4168-9e1d-2e95b0d50186 req-eee0e83e-fceb-4ecc-89b2-34b7ed9874d2 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:43.755587 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ece15a84-ab0a-4168-9e1d-2e95b0d50186 req-eee0e83e-fceb-4ecc-89b2-34b7ed9874d2 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.0687850 Jun 12 12:02:43.797960 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ece15a84-ab0a-4168-9e1d-2e95b0d50186 req-78f25070-94a7-43f0-946b-132d45ae1046 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368216 Jun 12 12:02:44.241680 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b115c-68dc-4758-bd14-b47a7e6e7e5b req-6075fd23-351e-4fd4-9706-6abd8b5b4c02 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:44.243151 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-368b115c-68dc-4758-bd14-b47a7e6e7e5b req-6075fd23-351e-4fd4-9706-6abd8b5b4c02 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0714531 Jun 12 12:02:44.286028 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-368b115c-68dc-4758-bd14-b47a7e6e7e5b req-42006ad3-9a7b-4747-bd87-655f3c424b1b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371776 Jun 12 12:02:44.368112 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:44.729068 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1636-3c2a-4581-ab82-59313257243b req-86cee950-d705-41d8-a190-86e8fec6b298 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:44.730347 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-89fe1636-3c2a-4581-ab82-59313257243b req-86cee950-d705-41d8-a190-86e8fec6b298 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.0693321 Jun 12 12:02:44.853694 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Deleting port f25eb97b-65ab-45d4-8fac-74aefc104a2c {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:02:44.854078 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:45.027596 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] For port f25eb97b-65ab-45d4-8fac-74aefc104a2c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f25eb97b-65ab-45d4-8fac-74aefc104a2c,segment=NetworkSegment(f965ed22-8112-40c8-9d78-c23c49234405),segment_id=f965ed22-8112-40c8-9d78-c23c49234405)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:02:45.027964 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:45.131848 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Calling delete_port for f25eb97b-65ab-45d4-8fac-74aefc104a2c owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:02:45.152501 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff316a0-224e-49f7-8f7a-54eca13b6e82 req-ac233e3e-7fac-4cc6-8791-7fa3ce807a9e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:45.155590 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ff316a0-224e-49f7-8f7a-54eca13b6e82 req-ac233e3e-7fac-4cc6-8791-7fa3ce807a9e tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ec2e1f-1ecf-42b7-adf0-192f7c99e587 HTTP/1.1" status: 200 len: 946 time: 0.2198620 Jun 12 12:02:45.205890 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732db06-bee5-47c6-aab5-1f608fe04bcc req-c05fc810-bc72-4ff2-9603-45b09a1457d0 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:45.207486 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1732db06-bee5-47c6-aab5-1f608fe04bcc req-c05fc810-bc72-4ff2-9603-45b09a1457d0 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0739079 Jun 12 12:02:45.252597 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1732db06-bee5-47c6-aab5-1f608fe04bcc req-202a03cc-cd1c-4a53-b478-d8933483f031 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364799 Jun 12 12:02:45.275486 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ff316a0-224e-49f7-8f7a-54eca13b6e82 req-91410bc6-2a09-400e-be90-71dadea751b9 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.63 "GET /v2.0/security-groups?id=f91ac400-5b0e-48a5-926e-06eae783ae0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141098 Jun 12 12:02:45.384506 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:45.393398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:45.399050 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['f25eb97b-65ab-45d4-8fac-74aefc104a2c'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:02:45.468524 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Pushing event deleted for resources: {'Port': ['ID=f25eb97b-65ab-45d4-8fac-74aefc104a2c,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:45.471748 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:45.492811 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a6dae-8bc7-448f-848f-66d685ac1539 req-c55f8439-5318-4168-abad-c867ea009eca tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:45.494280 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b74a6dae-8bc7-448f-848f-66d685ac1539 req-c55f8439-5318-4168-abad-c867ea009eca tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0848384 Jun 12 12:02:45.530264 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] No DVR routers for this DVR port f25eb97b-65ab-45d4-8fac-74aefc104a2c on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:02:45.532809 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:45.534890 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-89fe1636-3c2a-4581-ab82-59313257243b req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] 10.222.0.67 "DELETE /v2.0/ports/f25eb97b-65ab-45d4-8fac-74aefc104a2c HTTP/1.1" status: 204 len: 173 time: 0.7983553 Jun 12 12:02:45.535420 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'name': 'network-vif-deleted', 'tag': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:02:45.537862 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720078c6-eb69-4bd4-a388-dfeb4500729f" -d '{"events": [{"server_uuid": "d9ec2e1f-1ecf-42b7-adf0-192f7c99e587", "name": "network-vif-deleted", "tag": "f25eb97b-65ab-45d4-8fac-74aefc104a2c"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:02:45.539061 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b74a6dae-8bc7-448f-848f-66d685ac1539 req-50303819-e1c6-4a75-8ff3-1b7a974088cf tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387127 Jun 12 12:02:45.576331 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e8c351-44e1-4c1d-8098-0e584b91d1b9 x-openstack-request-id: req-d5e8c351-44e1-4c1d-8098-0e584b91d1b9 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:02:45.576703 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ec2e1f-1ecf-42b7-adf0-192f7c99e587", "name": "network-vif-deleted", "tag": "f25eb97b-65ab-45d4-8fac-74aefc104a2c", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:02:45.576992 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5e8c351-44e1-4c1d-8098-0e584b91d1b9 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:02:45.577466 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ec2e1f-1ecf-42b7-adf0-192f7c99e587', 'name': 'network-vif-deleted', 'tag': 'f25eb97b-65ab-45d4-8fac-74aefc104a2c', 'status': 'completed', 'code': 200} Jun 12 12:02:46.368077 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56332) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:46.420828 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Deleting subnet 451903b1-da50-4105-8735-8aad651ded63 {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:02:46.423886 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.448008 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ebc13-df57-40c5-a46d-976264d5ea72 req-b38ef7b1-d9d7-4872-a044-5bd0bfa87967 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:46.449480 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-353ebc13-df57-40c5-a46d-976264d5ea72 req-b38ef7b1-d9d7-4872-a044-5bd0bfa87967 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0725102 Jun 12 12:02:46.471275 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.477752 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.493374 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-353ebc13-df57-40c5-a46d-976264d5ea72 req-3e995fca-acbe-4a28-81e2-c67c9cd6a0ec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377893 Jun 12 12:02:46.543168 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.553476 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:46.588199 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.592280 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/451903b1-da50-4105-8735-8aad651ded63 HTTP/1.1" status: 204 len: 168 time: 0.2209632 Jun 12 12:02:46.592280 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451903b1-da50-4105-8735-8aad651ded63,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:46.593185 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56342) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:46.599637 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:46.683866 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.737566 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5526e-6525-4ee6-8e4a-80eff9b79e30 req-405d878c-7933-4a81-a53b-df0b76aa87c1 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:46.739355 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ceb5526e-6525-4ee6-8e4a-80eff9b79e30 req-405d878c-7933-4a81-a53b-df0b76aa87c1 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0797696 Jun 12 12:02:46.795512 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ceb5526e-6525-4ee6-8e4a-80eff9b79e30 req-5c58599e-b37c-4fb9-8a19-876e8c5a70a2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495319 Jun 12 12:02:46.805561 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.826113 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a87d019-f8bf-4811-a4bb-dcd272c168ae']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:46.838587 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f965ed22-8112-40c8-9d78-c23c49234405') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:46.838882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f965ed22-8112-40c8-9d78-c23c49234405') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:02:46.849545 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.869585 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.875833 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:02:46.876238 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:02:46.879246 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:02:46.952945 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.957280 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-da674256-1eee-43a3-be9a-af3dc57913bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:46.959690 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:46.961391 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4a87d019-f8bf-4811-a4bb-dcd272c168ae HTTP/1.1" status: 204 len: 168 time: 0.3670795 Jun 12 12:02:46.975186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a87d019-f8bf-4811-a4bb-dcd272c168ae,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:46.977499 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c2bd5c97-972f-474f-a8de-2407575796b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:47.129001 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56358) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:47.175769 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f2180456-72bb-475e-a4e3-c48d1ec0258a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fd990cccbf78434cab46875821cb6271&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446692 Jun 12 12:02:47.178169 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56360) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:47.232768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:47.255215 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:47.303717 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:47.306241 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:47.307384 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f91ac400-5b0e-48a5-926e-06eae783ae0e HTTP/1.1" status: 204 len: 168 time: 0.1283236 Jun 12 12:02:47.308137 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ffae3be9-38f9-4391-a7d5-240508e906ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:47.317299 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ac400-5b0e-48a5-926e-06eae783ae0e,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:47.320380 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:47.686055 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcf1c1-78c1-4017-97cc-e4cb2c765565 req-3df86047-e8b3-4dc0-b50a-07f9665c48d6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:47.687905 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-75dcf1c1-78c1-4017-97cc-e4cb2c765565 req-3df86047-e8b3-4dc0-b50a-07f9665c48d6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0748894 Jun 12 12:02:47.732253 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-75dcf1c1-78c1-4017-97cc-e4cb2c765565 req-6d0634fa-287f-47bc-89d9-e55417489292 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386662 Jun 12 12:02:47.988555 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568855-8424-49e2-9499-2a8d0047e027 req-4c7be74b-6566-4a81-80b7-4604a015f859 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:47.990102 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-64568855-8424-49e2-9499-2a8d0047e027 req-4c7be74b-6566-4a81-80b7-4604a015f859 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0783789 Jun 12 12:02:48.040772 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-64568855-8424-49e2-9499-2a8d0047e027 req-721334bc-8e04-456f-b9e9-1bc2c153e26b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444181 Jun 12 12:02:48.924278 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a07552-c2f7-4002-abdf-e97f9818e5c0 req-cb5cf08f-e607-4ac2-ba59-47f6814a803a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:48.926434 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-28a07552-c2f7-4002-abdf-e97f9818e5c0 req-cb5cf08f-e607-4ac2-ba59-47f6814a803a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0722144 Jun 12 12:02:48.968343 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-28a07552-c2f7-4002-abdf-e97f9818e5c0 req-1a81e540-45c4-4def-8ecf-518ae1290dad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363398 Jun 12 12:02:49.232670 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd3ad-4c7c-4e1f-bdb5-2684ab33e241 req-81ac4e51-db32-418c-9b6b-7f686d8c1344 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:49.234067 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fdebd3ad-4c7c-4e1f-bdb5-2684ab33e241 req-81ac4e51-db32-418c-9b6b-7f686d8c1344 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0745764 Jun 12 12:02:49.281378 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fdebd3ad-4c7c-4e1f-bdb5-2684ab33e241 req-4a6821cd-df20-4442-8834-a53d2dde0ca6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408123 Jun 12 12:02:50.155555 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9c8c-8014-411d-822d-b264e6fe1a25 req-7fb5b429-a731-478b-9c6c-a1f0a4cd6c4c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:50.156967 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-abaf9c8c-8014-411d-822d-b264e6fe1a25 req-7fb5b429-a731-478b-9c6c-a1f0a4cd6c4c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0713158 Jun 12 12:02:50.199222 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-abaf9c8c-8014-411d-822d-b264e6fe1a25 req-fa3ce9b6-f1f8-4e1f-9587-d4a6643619fa tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361423 Jun 12 12:02:50.426442 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f25eb97b-65ab-45d4-8fac-74aefc104a2c no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:02:50.452816 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: f25eb97b-65ab-45d4-8fac-74aefc104a2c {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:02:50.453169 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device f25eb97b-65ab-45d4-8fac-74aefc104a2c not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:02:50.468151 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034ec0f-b538-491a-a61d-178e6904deca req-d8f18d5b-cd46-49bb-90f6-9f56ac669eca tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:50.469603 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2034ec0f-b538-491a-a61d-178e6904deca req-d8f18d5b-cd46-49bb-90f6-9f56ac669eca tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0717492 Jun 12 12:02:50.513190 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2034ec0f-b538-491a-a61d-178e6904deca req-2df8bfd8-707b-4ef3-900a-c77d6b4b31d6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368695 Jun 12 12:02:51.085787 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56452) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:51.195444 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.299964 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.304084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.306679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-80426103-0783-4684-9058-a6b5c670bc10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:51.346471 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903c3e18-54e3-4c51-893d-eee440e37755,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:51.351892 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=59c26010c1d24f4dab9f336554b25cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648497 Jun 12 12:02:51.352961 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:51.354048 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56462) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:02:51.407508 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ae60-9d84-403a-a81a-22fcfec1aa30 req-44a56b70-8887-4987-900f-51a4a5e78630 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:51.410564 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cfa0ae60-9d84-403a-a81a-22fcfec1aa30 req-44a56b70-8887-4987-900f-51a4a5e78630 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0864990 Jun 12 12:02:51.413768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.439795 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.466033 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cfa0ae60-9d84-403a-a81a-22fcfec1aa30 req-c3c229f3-329e-475b-9ecd-cb18b14d9bec tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485449 Jun 12 12:02:51.495812 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.498473 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:02:51.499640 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/903c3e18-54e3-4c51-893d-eee440e37755 HTTP/1.1" status: 204 len: 168 time: 0.1447074 Jun 12 12:02:51.500419 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dde25089-e2c8-4d34-8c4e-f897606736c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:02:51.509453 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c3e18-54e3-4c51-893d-eee440e37755,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:02:51.511688 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:02:51.707621 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4113-3f48-4f86-8449-eae844043319 req-2eb29ef1-c174-4862-b03c-2526c335afd1 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:51.709141 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3f5e4113-3f48-4f86-8449-eae844043319 req-2eb29ef1-c174-4862-b03c-2526c335afd1 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0743909 Jun 12 12:02:51.758147 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3f5e4113-3f48-4f86-8449-eae844043319 req-e9917229-0c23-4b15-9448-da4f7c595788 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431545 Jun 12 12:02:52.681237 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fccd7-5bc7-49c8-9514-70676aa85a78 req-20ff52f1-43ab-4182-9c47-cdcf288cfded tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:52.683024 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-257fccd7-5bc7-49c8-9514-70676aa85a78 req-20ff52f1-43ab-4182-9c47-cdcf288cfded tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0733521 Jun 12 12:02:52.729681 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-257fccd7-5bc7-49c8-9514-70676aa85a78 req-fcd934c0-54d1-4e2c-8bee-84469f375a6f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Jun 12 12:02:52.944889 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d831d79-90cc-4f08-8699-e2623e3b33a6 req-00ac2ba9-3e43-4f34-934e-1d5c63e5ac57 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:52.946323 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2d831d79-90cc-4f08-8699-e2623e3b33a6 req-00ac2ba9-3e43-4f34-934e-1d5c63e5ac57 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0674591 Jun 12 12:02:52.989365 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2d831d79-90cc-4f08-8699-e2623e3b33a6 req-0db774a9-f4e4-4232-b268-f89a57cc115a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373189 Jun 12 12:02:53.948110 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501c83d-e860-4cb7-b886-ffd5d58178b1 req-effa8fa3-274f-42a8-bfe3-2c36e29c4390 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:53.949585 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f501c83d-e860-4cb7-b886-ffd5d58178b1 req-effa8fa3-274f-42a8-bfe3-2c36e29c4390 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0904779 Jun 12 12:02:53.991782 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f501c83d-e860-4cb7-b886-ffd5d58178b1 req-b86ecc5d-b27e-4cda-823a-a04268c7b228 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363388 Jun 12 12:02:54.177282 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22c7b2-6be3-4de2-b075-f9bc7df3b2f0 req-d690aa91-a068-4001-8ef2-5b02d6b2c937 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:54.178675 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c22c7b2-6be3-4de2-b075-f9bc7df3b2f0 req-d690aa91-a068-4001-8ef2-5b02d6b2c937 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0714011 Jun 12 12:02:54.227143 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c22c7b2-6be3-4de2-b075-f9bc7df3b2f0 req-4506cc76-816d-4427-b9a9-2370febd1bb9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426760 Jun 12 12:02:55.174190 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d22c3c-8143-4a51-8514-5d3427699f32 req-29edb975-c81c-4c88-9055-6997085556f2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:55.175571 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d6d22c3c-8143-4a51-8514-5d3427699f32 req-29edb975-c81c-4c88-9055-6997085556f2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0688386 Jun 12 12:02:55.216593 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d6d22c3c-8143-4a51-8514-5d3427699f32 req-299b57e9-6f51-495c-874c-2ebddc8958a5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354340 Jun 12 12:02:55.408779 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8d06-e05e-456b-97a4-11671b97120e req-b17fb544-302a-4b9e-ad07-198417b6250f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:55.410246 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c83c8d06-e05e-456b-97a4-11671b97120e req-b17fb544-302a-4b9e-ad07-198417b6250f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0716374 Jun 12 12:02:55.454115 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c83c8d06-e05e-456b-97a4-11671b97120e req-3c674d7e-9e7d-4117-a46e-84d9ab44e951 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378554 Jun 12 12:02:56.418013 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5797c-1563-4371-8a4a-50044d51ddb8 req-aafdbbbd-da44-467c-8282-b36776022615 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:56.419491 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-79a5797c-1563-4371-8a4a-50044d51ddb8 req-aafdbbbd-da44-467c-8282-b36776022615 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0843894 Jun 12 12:02:56.464098 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-79a5797c-1563-4371-8a4a-50044d51ddb8 req-5c0e1fe3-34da-48c5-a1a9-b3a8205d212d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387468 Jun 12 12:02:56.644282 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4812997-316d-404a-97f2-72be0d9d3ebf req-8442a54a-92e1-403e-8028-3aceb1a9a2ea tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:56.646239 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4812997-316d-404a-97f2-72be0d9d3ebf req-8442a54a-92e1-403e-8028-3aceb1a9a2ea tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0724802 Jun 12 12:02:56.690540 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4812997-316d-404a-97f2-72be0d9d3ebf req-3f1a4150-9777-4c17-bd62-2e35417f4539 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384998 Jun 12 12:02:57.648510 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ebb0-61eb-40e3-973d-eaeea70939e3 req-3a3436db-105d-4f22-b8c3-d9f366794a54 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:57.649966 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aaf4ebb0-61eb-40e3-973d-eaeea70939e3 req-3a3436db-105d-4f22-b8c3-d9f366794a54 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0699015 Jun 12 12:02:57.692889 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aaf4ebb0-61eb-40e3-973d-eaeea70939e3 req-094d4f29-6e82-47ca-843c-a4056bee0ac4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370789 Jun 12 12:02:57.873053 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b8db-2ff7-4d7e-a224-25591d86da21 req-472248c9-0d27-4e5e-a00d-65ff8d897c44 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:57.874880 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1ce3b8db-2ff7-4d7e-a224-25591d86da21 req-472248c9-0d27-4e5e-a00d-65ff8d897c44 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0696175 Jun 12 12:02:57.919245 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1ce3b8db-2ff7-4d7e-a224-25591d86da21 req-58a99f98-5bb4-4b0f-b7f1-ad4d27fe4fd9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366979 Jun 12 12:02:58.878787 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42546104-eaaa-4c4c-bcba-6270e61d06c7 req-098c88a4-a72d-4444-9927-b409c3b3fd92 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:58.881351 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-42546104-eaaa-4c4c-bcba-6270e61d06c7 req-098c88a4-a72d-4444-9927-b409c3b3fd92 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0735202 Jun 12 12:02:58.922675 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-42546104-eaaa-4c4c-bcba-6270e61d06c7 req-68a1060b-0172-4ae2-9872-51df8b678678 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358129 Jun 12 12:02:59.100834 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9d44-0cc6-4403-9730-dcdeac052c80 req-5bce87e4-5d17-4fb9-881a-f632e6c0ad3a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:02:59.102272 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbab9d44-0cc6-4403-9730-dcdeac052c80 req-5bce87e4-5d17-4fb9-881a-f632e6c0ad3a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0690439 Jun 12 12:02:59.150349 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbab9d44-0cc6-4403-9730-dcdeac052c80 req-d65b83d8-5314-4333-a429-7bb06c662f16 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420349 Jun 12 12:03:00.117144 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d024b-351c-4f02-a9e6-93647440aa08 req-65afbab2-30cc-472d-bba3-1d58feefbc2a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:00.119302 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fb2d024b-351c-4f02-a9e6-93647440aa08 req-65afbab2-30cc-472d-bba3-1d58feefbc2a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0809116 Jun 12 12:03:00.168825 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fb2d024b-351c-4f02-a9e6-93647440aa08 req-39a6ae29-747b-44c4-bcd5-d5b6642c0e41 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Jun 12 12:03:00.345142 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8efa1-556f-4744-9f73-5316969d6cbb req-3048c730-cfb8-4119-8b41-5bc92b96a651 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:00.346636 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6df8efa1-556f-4744-9f73-5316969d6cbb req-3048c730-cfb8-4119-8b41-5bc92b96a651 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0746984 Jun 12 12:03:00.397867 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6df8efa1-556f-4744-9f73-5316969d6cbb req-b4d010ad-ea18-4564-8bf3-8a5b65158291 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&id=4d40dcd2-723e-4f91-a3e1-704e71e46fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450022 Jun 12 12:03:00.970046 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eb5b5-431b-4c55-a541-153658a08f2a req-09d36ed4-af2a-4873-a3f0-dc2666d19e54 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:00.971526 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7c8eb5b5-431b-4c55-a541-153658a08f2a req-09d36ed4-af2a-4873-a3f0-dc2666d19e54 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0709169 Jun 12 12:03:01.015971 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7c8eb5b5-431b-4c55-a541-153658a08f2a req-974175ae-11ed-483e-994f-a0e70b766bab tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382299 Jun 12 12:03:01.359636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db674-d2e6-4c82-b0e5-bc7d32dea165 req-909a65c4-0b58-4f47-93e5-0129fbd3c0be tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:01.361123 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e69db674-d2e6-4c82-b0e5-bc7d32dea165 req-909a65c4-0b58-4f47-93e5-0129fbd3c0be tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0687995 Jun 12 12:03:01.415966 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e69db674-d2e6-4c82-b0e5-bc7d32dea165 req-4efa5c1b-9148-4cf8-a128-793e310c9836 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461979 Jun 12 12:03:02.207298 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b8e8-ff6e-4da2-bb8d-07345f0bad24 req-2371c5c9-2fae-4aa7-b0f4-b8962d3888dc tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:02.208766 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ab02b8e8-ff6e-4da2-bb8d-07345f0bad24 req-2371c5c9-2fae-4aa7-b0f4-b8962d3888dc tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0723071 Jun 12 12:03:02.258102 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ab02b8e8-ff6e-4da2-bb8d-07345f0bad24 req-2e7f7be2-1446-4ee6-8ab6-e9f418494775 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Jun 12 12:03:02.856373 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324a14-0366-4046-ba6f-3115e53931e4 req-a310590f-ebbb-4c69-93c1-727f078ba1ea tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:02.857852 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-47324a14-0366-4046-ba6f-3115e53931e4 req-a310590f-ebbb-4c69-93c1-727f078ba1ea tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.3134031 Jun 12 12:03:02.901347 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-47324a14-0366-4046-ba6f-3115e53931e4 req-5a13a500-4c95-41a2-b835-5587b25f0550 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 Jun 12 12:03:03.444332 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bead1-6e88-45f6-b974-fb536f77bc74 req-6250991a-5d77-4b78-8f6b-c1d642398de6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:03.445798 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4b3bead1-6e88-45f6-b974-fb536f77bc74 req-6250991a-5d77-4b78-8f6b-c1d642398de6 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0720417 Jun 12 12:03:03.487055 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4b3bead1-6e88-45f6-b974-fb536f77bc74 req-7b74d898-5fdc-46b3-af73-bd5c353d3355 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357258 Jun 12 12:03:03.688370 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:03.714577 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:03:04.100614 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8639f6-0312-4ad2-8572-9ed3225df6fd req-8b8bd3cf-33cf-4478-8811-73a3627d8198 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:04.102131 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d8639f6-0312-4ad2-8572-9ed3225df6fd req-8b8bd3cf-33cf-4478-8811-73a3627d8198 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0786700 Jun 12 12:03:04.148112 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d8639f6-0312-4ad2-8572-9ed3225df6fd req-4c48fcb2-1e11-4f1c-a1a1-d5e602369e6f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388308 Jun 12 12:03:04.477463 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:03:04.606601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:04.626670 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '952e6967-e761-4304-881e-3756a9eb04c5', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'port_id': '952e6967-e761-4304-881e-3756a9eb04c5', 'mac_address': 'fa:16:3e:35:00:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:03:04.677705 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:04.710318 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 952e6967-e761-4304-881e-3756a9eb04c5 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:03:04.736418 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe95d35-333e-4f13-94d8-ed22f8dac181 req-bec5a8c7-dab7-40c5-96a1-650929c7918d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:04.737463 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:04.743529 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:04.744265 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4fe95d35-333e-4f13-94d8-ed22f8dac181 req-bec5a8c7-dab7-40c5-96a1-650929c7918d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0896621 Jun 12 12:03:04.745547 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-2bb8af4f-e869-40d1-8164-8f4888af957c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:04.801417 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4fe95d35-333e-4f13-94d8-ed22f8dac181 req-8beb7158-c382-47c5-b6b1-a1a6406200cf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555718 Jun 12 12:03:04.814275 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=6']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:04.819497 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:04.865537 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['952e6967-e761-4304-881e-3756a9eb04c5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:05.159692 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56782) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:05.334443 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.389400 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a97ce-ab31-4787-8415-1541d4c10e53 req-f75771eb-3d5d-4ae3-a019-0a4cad96fa8d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:05.390867 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6b2a97ce-ab31-4787-8415-1541d4c10e53 req-f75771eb-3d5d-4ae3-a019-0a4cad96fa8d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.1155746 Jun 12 12:03:05.466554 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6b2a97ce-ab31-4787-8415-1541d4c10e53 req-c5c3e39f-b082-4615-b4fb-95d1267834f9 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644755 Jun 12 12:03:05.533567 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.541581 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.542902 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4b643f3c-1bcb-4f39-b2b9-1bbe33cb3089 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:05.576353 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f3fbc-cb65-4d90-a52d-620bab550779,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:05.580937 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:05.597232 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21a8765c8b404be987d84a100f976b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356890 Jun 12 12:03:05.600091 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56794) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:05.668073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.705535 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.777652 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.780488 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:05.784548 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/848f3fbc-cb65-4d90-a52d-620bab550779 HTTP/1.1" status: 204 len: 168 time: 0.1830904 Jun 12 12:03:05.786850 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8460cc3a-4328-4811-b8d1-4551a1432d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:05.797242 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f3fbc-cb65-4d90-a52d-620bab550779,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:05.826666 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:06.015674 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4876-ba42-486e-9158-9a666c4324ae req-c544f409-f76f-4f0b-9a5d-e010b566e64b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:06.017629 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3dca4876-ba42-486e-9158-9a666c4324ae req-c544f409-f76f-4f0b-9a5d-e010b566e64b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0861609 Jun 12 12:03:06.081743 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3dca4876-ba42-486e-9158-9a666c4324ae req-bcc3256f-fcd5-49e2-a05c-8af2a4a9ef92 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518689 Jun 12 12:03:06.681701 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c15bf-7880-4da7-8f35-92a1d3907af6 req-571b2d5e-743a-4f02-a191-9bde18dc63bd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:06.689870 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a03c15bf-7880-4da7-8f35-92a1d3907af6 req-571b2d5e-743a-4f02-a191-9bde18dc63bd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.0882514 Jun 12 12:03:06.741561 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a03c15bf-7880-4da7-8f35-92a1d3907af6 req-d0314e56-1ed9-44fe-9145-5bb4ebcb717e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507240 Jun 12 12:03:07.033475 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:03:07.091288 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 952e6967-e761-4304-881e-3756a9eb04c5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:03:07.091813 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:07.298890 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:07.323586 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01733cb-86cf-4c77-9f8f-c1e005357ec4 req-1dde91b1-e6ac-4c3e-953d-65a5bf447ac5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:07.325405 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f01733cb-86cf-4c77-9f8f-c1e005357ec4 req-1dde91b1-e6ac-4c3e-953d-65a5bf447ac5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0856335 Jun 12 12:03:07.363938 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:07.366434 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28811729-099e-472e-8626-05b58561ac79" -d '{"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-plugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:07.424017 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:07.431867 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:07.434197 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:07.449159 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f01733cb-86cf-4c77-9f8f-c1e005357ec4 req-aa813396-d9de-4dc2-a78b-f0fa486f10e5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163337 Jun 12 12:03:07.469924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf726d-769c-4ae9-821a-9d478dd319cd x-openstack-request-id: req-d5bf726d-769c-4ae9-821a-9d478dd319cd {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:07.470325 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-plugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:07.470584 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5bf726d-769c-4ae9-821a-9d478dd319cd {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:07.471371 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'code': 200} Jun 12 12:03:07.512278 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=7']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:07.520467 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:07.695523 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56850) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:07.836144 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:07.966221 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:07.972002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:07.974591 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740c702-e842-41e2-9249-edc12ab8c2bd req-9f4e8bfa-0524-4092-9ce6-22fd0890c852 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:07.976374 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4740c702-e842-41e2-9249-edc12ab8c2bd req-9f4e8bfa-0524-4092-9ce6-22fd0890c852 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.1138256 Jun 12 12:03:07.987730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-15c0000d-0b57-408a-899c-73aba9d13c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:08.008163 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a16dd1e9f1f4f4e95daceff88397e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115401 Jun 12 12:03:08.010584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56858) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:08.035768 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4740c702-e842-41e2-9249-edc12ab8c2bd req-d8d628d5-7155-4122-a797-78d841c8310a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524015 Jun 12 12:03:08.058860 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c2635-8792-442c-b2d9-8ca9950dea3f,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:08.062120 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:08.091276 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.117326 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.176810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.179870 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.183820 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2d1c2635-8792-442c-b2d9-8ca9950dea3f HTTP/1.1" status: 204 len: 168 time: 0.1696298 Jun 12 12:03:08.183820 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:08.192844 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c2635-8792-442c-b2d9-8ca9950dea3f,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:08.202098 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:08.644381 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56866) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:08.663812 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.769719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ce485-6b31-4802-a447-59d5706e28c1 req-8f31a108-d64e-4a65-b3ba-05129f63c0d2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:08.772161 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-133ce485-6b31-4802-a447-59d5706e28c1 req-8f31a108-d64e-4a65-b3ba-05129f63c0d2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0913818 Jun 12 12:03:08.809643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.815532 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.823961 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cb8a3723-289c-4327-bf7b-46f8099aeb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:08.826788 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-133ce485-6b31-4802-a447-59d5706e28c1 req-fa616fcc-f65a-4765-87f3-ce125f5053c4 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Jun 12 12:03:08.882083 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b3a62-027d-46f8-90e4-f7ebf097bdca,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:08.889226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:08.892715 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4305c7f4b73041b5b6aedc86932c55d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467446 Jun 12 12:03:08.895245 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56868) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:08.958049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:08.988398 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:09.046729 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:09.049268 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:09.053564 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2b9b3a62-027d-46f8-90e4-f7ebf097bdca HTTP/1.1" status: 204 len: 168 time: 0.1540098 Jun 12 12:03:09.053564 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6cf067ae-3f73-4899-b006-35da0eac6a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:09.061462 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b3a62-027d-46f8-90e4-f7ebf097bdca,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:09.064344 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:09.146513 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e90153f0-3339-4cda-9bc6-a9df94796660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:09.307043 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999b6c-5565-4c95-ab77-2e6f41a1bc4a req-aae18929-3aba-4871-bf3d-640ac0bd57b3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:09.308976 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b7999b6c-5565-4c95-ab77-2e6f41a1bc4a req-aae18929-3aba-4871-bf3d-640ac0bd57b3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0932989 Jun 12 12:03:09.356795 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b7999b6c-5565-4c95-ab77-2e6f41a1bc4a req-8388e036-ad2d-4e62-9e52-a0e4fcf0f884 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415978 Jun 12 12:03:10.088964 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ef656-f38b-4070-a6f5-4933ad3ebcaf req-2afaecf7-70a7-4ca8-b5f6-670b3bd99be1 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:10.091087 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-613ef656-f38b-4070-a6f5-4933ad3ebcaf req-2afaecf7-70a7-4ca8-b5f6-670b3bd99be1 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1265633 Jun 12 12:03:10.155910 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-613ef656-f38b-4070-a6f5-4933ad3ebcaf req-95110608-f3b9-4ac0-93fc-f36984b62cd4 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553589 Jun 12 12:03:10.639619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ac34-db51-4b8c-882e-8489c32f4423 req-7d04867b-5110-4909-b6d2-0b8aa1a44a1d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:10.645873 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fbe4ac34-db51-4b8c-882e-8489c32f4423 req-7d04867b-5110-4909-b6d2-0b8aa1a44a1d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0994742 Jun 12 12:03:10.701219 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fbe4ac34-db51-4b8c-882e-8489c32f4423 req-bb91c0fb-7fbc-48f7-8cca-318a5e8ea57d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510685 Jun 12 12:03:11.318895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56948) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:11.361305 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-dc438d06-b027-4584-a5ed-24965a5d5168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.402512 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495abe7-dad5-49fd-9512-30fe068914d2 req-ded4da24-6b90-4b18-8d7f-231c75fb0daf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:11.404048 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8495abe7-dad5-49fd-9512-30fe068914d2 req-ded4da24-6b90-4b18-8d7f-231c75fb0daf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1163423 Jun 12 12:03:11.463546 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8495abe7-dad5-49fd-9512-30fe068914d2 req-5b353356-d06a-445e-af9e-0fe9f98c5099 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500643 Jun 12 12:03:11.516743 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a0a76723-e00d-40e2-a3a4-fc21e51b285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.696932 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a0a76723-e00d-40e2-a3a4-fc21e51b285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.705161 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a0a76723-e00d-40e2-a3a4-fc21e51b285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.716952 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e7cf7ea0-53d2-47b3-a654-c279b0d0eca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:11.758302 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a0a76723-e00d-40e2-a3a4-fc21e51b285e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db8a4efa71a04c6aa24ac7729d04f07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356272 Jun 12 12:03:11.758648 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56970) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:11.762878 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76723-e00d-40e2-a3a4-fc21e51b285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748985b0-bac6-4a65-8eb1-b909893f3f4d,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:11.766290 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a0a76723-e00d-40e2-a3a4-fc21e51b285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:11.842931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.880950 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.947955 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.951475 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:11.953030 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/748985b0-bac6-4a65-8eb1-b909893f3f4d HTTP/1.1" status: 204 len: 168 time: 0.1932511 Jun 12 12:03:11.954288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7c6a2b2c-86fe-4928-8f5e-8776eff01993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:11.964709 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80aee3-0735-4cb1-b7dc-168814875358 req-3334c99b-ae98-498f-abfa-c44c50a500a6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:11.966222 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ef80aee3-0735-4cb1-b7dc-168814875358 req-3334c99b-ae98-498f-abfa-c44c50a500a6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.1211724 Jun 12 12:03:11.968553 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748985b0-bac6-4a65-8eb1-b909893f3f4d,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:11.991228 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:12.019818 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.030686 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ef80aee3-0735-4cb1-b7dc-168814875358 req-925ba09e-b80c-4a6a-9daa-b7ab80b5003a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587080 Jun 12 12:03:12.297500 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 56978) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:12.318565 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.438207 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.444305 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.446855 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-09aeea32-2163-4b1f-9daa-83957ef8a1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:12.489998 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 56984) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:12.490631 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1f87ea93927b4a5abb123776615a405d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915665 Jun 12 12:03:12.491104 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a96fe9e-4c08-4f2f-a33e-f1e66200e21e,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:12.508510 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:12.585980 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.626400 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.671596 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.765131 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7eb2-c561-45d0-af24-f5eac2d2f5eb req-9d02c42f-96f9-4b72-9124-27d7aa9d8000 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:12.766844 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b5df7eb2-c561-45d0-af24-f5eac2d2f5eb req-9d02c42f-96f9-4b72-9124-27d7aa9d8000 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1434469 Jun 12 12:03:12.767961 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.771174 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:12.774585 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a96fe9e-4c08-4f2f-a33e-f1e66200e21e HTTP/1.1" status: 204 len: 168 time: 0.2802505 Jun 12 12:03:12.774585 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-340e3de6-464f-4b22-bef7-48494251322b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:12.786747 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a96fe9e-4c08-4f2f-a33e-f1e66200e21e,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:12.793929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:12.830542 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b5df7eb2-c561-45d0-af24-f5eac2d2f5eb req-f044e1c6-2be6-4a6e-9253-eebacdc5a2a4 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481596 Jun 12 12:03:13.548724 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597e2e-b276-40c9-b1aa-1a1545500e53 req-1de26de7-4acb-4d83-8f91-619a7e230f61 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:13.556604 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-10597e2e-b276-40c9-b1aa-1a1545500e53 req-1de26de7-4acb-4d83-8f91-619a7e230f61 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.1033881 Jun 12 12:03:13.653857 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-10597e2e-b276-40c9-b1aa-1a1545500e53 req-8a6ce322-4630-4aa1-aa1a-d9fe2194c4f9 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917673 Jun 12 12:03:13.944044 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57044) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:14.103074 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.321631 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86bd1f-0c03-419c-a4b3-b421da8f7ee7 req-5f522b21-22c6-48d1-9075-8d88d0e368dd tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:14.323155 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1e86bd1f-0c03-419c-a4b3-b421da8f7ee7 req-5f522b21-22c6-48d1-9075-8d88d0e368dd tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1425016 Jun 12 12:03:14.383838 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.678046 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.687513 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1e86bd1f-0c03-419c-a4b3-b421da8f7ee7 req-7f219ea6-81da-42e5-955c-ef0cc6a239de tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573599 Jun 12 12:03:14.689039 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.693552 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0ba0fe9f-4b82-429d-89ff-9438407f93dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:14.752693 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb77e9-130a-4369-abae-812689762d27,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:14.765817 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8efad349b34b4e1cab97182073666cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172872 Jun 12 12:03:14.765817 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:14.766243 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57068) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:14.835398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.864260 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.922336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42736eba-8994-4aa9-b990-7931e25bb091 req-c1757808-fede-4b83-9c74-c11fdde2629e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:14.924619 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-42736eba-8994-4aa9-b990-7931e25bb091 req-c1757808-fede-4b83-9c74-c11fdde2629e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0966430 Jun 12 12:03:14.937602 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.941164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:14.944765 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/acdb77e9-130a-4369-abae-812689762d27 HTTP/1.1" status: 204 len: 168 time: 0.1755340 Jun 12 12:03:14.944765 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-50f6c57b-e63a-46e3-9f8b-e1ea2f378d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:14.957544 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb77e9-130a-4369-abae-812689762d27,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:14.960757 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:14.990759 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-42736eba-8994-4aa9-b990-7931e25bb091 req-6a173925-fa0a-4c86-bbbb-c438900cd3b5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590599 Jun 12 12:03:15.239289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57092) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:15.255247 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.356559 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.361031 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.364632 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-94a1211e-d3f6-4644-8621-e324c19d94ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:15.405460 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1430e-1961-4830-b780-cdfad3d4dbdf,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:15.408588 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:15.414662 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57098) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:15.414858 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7b96c2a555754b59abb7a5eeb4354b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743073 Jun 12 12:03:15.481449 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.504370 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.560248 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.564267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:15.566281 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1fd1430e-1961-4830-b780-cdfad3d4dbdf HTTP/1.1" status: 204 len: 168 time: 0.1489661 Jun 12 12:03:15.567829 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e51e8aa9-42e2-4997-b527-748d913f601c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:15.586456 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-498a9816-bc55-433a-878d-572615dfd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:15.588723 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-498a9816-bc55-433a-878d-572615dfd6fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1098 time: 0.0714443 Jun 12 12:03:15.590520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1430e-1961-4830-b780-cdfad3d4dbdf,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:15.594392 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:15.755494 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-01a0bd6b-78fd-45e1-8fcf-e4c1e146040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:15.758186 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-01a0bd6b-78fd-45e1-8fcf-e4c1e146040b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 918 time: 0.1598656 Jun 12 12:03:15.915846 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-3601ffaa-2918-4269-afc0-6d4eb60936aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 200 len: 1001 time: 0.1474125 Jun 12 12:03:15.985503 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-667ca7b6-90d1-40fa-bbd5-f3f3a99f2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:15.987097 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-667ca7b6-90d1-40fa-bbd5-f3f3a99f2f65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.0645490 Jun 12 12:03:15.995456 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1adea4-4720-40ff-b130-1c3e3884c14f req-c8201ff7-69ec-42f2-8de2-da3b18876034 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:15.996836 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3f1adea4-4720-40ff-b130-1c3e3884c14f req-c8201ff7-69ec-42f2-8de2-da3b18876034 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1396143 Jun 12 12:03:16.072956 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3f1adea4-4720-40ff-b130-1c3e3884c14f req-6538e4ce-d8df-48c2-9a8e-2cb720e08fba tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674863 Jun 12 12:03:16.103773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-f14db10b-4320-4635-9b75-e8b88f3a7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:16.105567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-f14db10b-4320-4635-9b75-e8b88f3a7b2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078956 Jun 12 12:03:16.209291 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361fb7-58d2-4d21-aacc-d0dfb5b39ab9 req-460e22bc-d53e-4aa8-859e-f8c78eec7278 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:16.210803 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-52361fb7-58d2-4d21-aacc-d0dfb5b39ab9 req-460e22bc-d53e-4aa8-859e-f8c78eec7278 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0851099 Jun 12 12:03:16.250926 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-5d989f61-54e1-4806-bf26-511a562b3bb9 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361585 Jun 12 12:03:16.260223 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-52361fb7-58d2-4d21-aacc-d0dfb5b39ab9 req-cdf0f510-30b5-44ea-a200-252de4347159 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 Jun 12 12:03:16.374415 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4c63e0d-1448-4c4f-8344-d075a419cfdd req-a079035e-4fec-49de-bb62-1c11b5dcd659 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156387 Jun 12 12:03:17.269257 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9193e-e5a0-4986-803e-fc702356d98e req-fdc2daed-f0f2-414b-b2f2-428ffe71e85d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:17.271160 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-76c9193e-e5a0-4986-803e-fc702356d98e req-fdc2daed-f0f2-414b-b2f2-428ffe71e85d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0754333 Jun 12 12:03:17.330473 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-76c9193e-e5a0-4986-803e-fc702356d98e req-27ff9b6c-5362-4ccc-b7dd-aff27945956c tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532560 Jun 12 12:03:17.477900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ca468-c329-4b37-98be-ff62044f8275 req-420ec51d-c94c-4316-b04f-7bcac378a546 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:17.486956 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ed6ca468-c329-4b37-98be-ff62044f8275 req-420ec51d-c94c-4316-b04f-7bcac378a546 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0953197 Jun 12 12:03:17.537487 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ed6ca468-c329-4b37-98be-ff62044f8275 req-a979e31e-5942-4642-8148-38144185f207 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469432 Jun 12 12:03:17.770104 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-52bf5fff-3127-47bd-9805-cd9acf464abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:17.771813 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-52bf5fff-3127-47bd-9805-cd9acf464abc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1098 time: 0.1260796 Jun 12 12:03:17.801259 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e0cc9-9545-4463-a54e-27f2531f4f88 req-4bdf5e70-d4fd-4c0c-a0fb-c2ee77b5c5f5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:17.802797 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-163e0cc9-9545-4463-a54e-27f2531f4f88 req-4bdf5e70-d4fd-4c0c-a0fb-c2ee77b5c5f5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1224389 Jun 12 12:03:17.920764 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-163e0cc9-9545-4463-a54e-27f2531f4f88 req-cdaf07a7-3a63-4acd-8599-eb3563fb463f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040635 Jun 12 12:03:17.946344 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-45689e29-8d90-4d5d-8a83-5204b2c42fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:17.948012 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-45689e29-8d90-4d5d-8a83-5204b2c42fb8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1642966 Jun 12 12:03:18.053693 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-e572ed1e-7486-4fb7-8546-0ce0e1406297 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 1000 time: 0.0974796 Jun 12 12:03:18.121135 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-29e102d7-e1ce-4846-93bb-e320dcffbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:18.122350 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-29e102d7-e1ce-4846-93bb-e320dcffbaef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0608406 Jun 12 12:03:18.190930 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-3acc0983-b41a-4a48-b5ad-917823ceaf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:18.192954 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-3acc0983-b41a-4a48-b5ad-917823ceaf51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634243 Jun 12 12:03:18.325113 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-3c8529ef-a79c-4c69-a97f-1ae419afe111 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252322 Jun 12 12:03:18.458712 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-954d8f4f-8422-4b7e-a3cc-1c1f558fe833 req-e46ea6d7-14bc-4433-bc18-98f1f7f5a6df service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250036 Jun 12 12:03:18.730283 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fa879-c402-43e3-8e82-ad2932891439 req-8d43018f-bf09-4ae3-9759-e6258dd9d503 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:18.731796 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-934fa879-c402-43e3-8e82-ad2932891439 req-8d43018f-bf09-4ae3-9759-e6258dd9d503 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0756078 Jun 12 12:03:18.779440 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-934fa879-c402-43e3-8e82-ad2932891439 req-d99ca526-82ec-4cf6-9c9f-66c20cc820eb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Jun 12 12:03:19.135266 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1c3fa-e129-42b7-9f6a-e0c4f37db8a4 req-1cf45712-ec9b-48ee-b330-c6da85b44d7e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:19.136994 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29c1c3fa-e129-42b7-9f6a-e0c4f37db8a4 req-1cf45712-ec9b-48ee-b330-c6da85b44d7e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.0843625 Jun 12 12:03:19.183584 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29c1c3fa-e129-42b7-9f6a-e0c4f37db8a4 req-e31b92e2-95a1-4668-958d-fbb128bb550b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403013 Jun 12 12:03:19.701375 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bc8fb-6afd-455c-9bbb-be5370b9a534 req-685767f8-3231-4d46-a49c-ce18242d62a6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:19.702854 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4b8bc8fb-6afd-455c-9bbb-be5370b9a534 req-685767f8-3231-4d46-a49c-ce18242d62a6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 945 time: 0.0782020 Jun 12 12:03:19.747871 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4b8bc8fb-6afd-455c-9bbb-be5370b9a534 req-68ee83f4-3f72-4fe1-91e9-aa4cccad9b36 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Jun 12 12:03:19.987228 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57278) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:20.089497 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-b2f803f3-5e67-4144-bff0-d1922fa531e2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003582 Jun 12 12:03:20.609335 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:03:20.701205 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:20.726176 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:20.729075 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d8c1d3-4476-45de-a893-14337415fc42" -d '{"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-unplugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:20.743315 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:20.749873 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:20.752656 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:20.786980 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b72a23-b67a-41f9-ba7c-5e749ffa1cc5 x-openstack-request-id: req-31b72a23-b67a-41f9-ba7c-5e749ffa1cc5 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:20.787274 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-unplugged", "status": "failed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "code": 422}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:20.787545 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31b72a23-b67a-41f9-ba7c-5e749ffa1cc5 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:20.787971 dv-cinder-796113-2-iscsi neutron-server[91743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'code': 422} returned with failed status Jun 12 12:03:20.820866 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=8']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:20.828172 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.828528 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.828857 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.829276 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.829526 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.829850 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.830351 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.830849 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.831238 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.832343 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.832860 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.833363 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:20.849474 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:20.951794 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1d3e0-7772-49aa-8716-db3463c45a6a req-9e9ce492-9c07-4c74-995a-d74783c03cea tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:20.953299 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c7b1d3e0-7772-49aa-8716-db3463c45a6a req-9e9ce492-9c07-4c74-995a-d74783c03cea tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0791340 Jun 12 12:03:20.997125 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c7b1d3e0-7772-49aa-8716-db3463c45a6a req-9ed9f876-9d2c-4ae4-8c2a-5f767d8af1e8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373561 Jun 12 12:03:21.119152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57324) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:21.234206 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c0d0204b-e1a9-4384-9ee2-4f15b057f8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.332140 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c0d0204b-e1a9-4384-9ee2-4f15b057f8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.336049 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c0d0204b-e1a9-4384-9ee2-4f15b057f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.339227 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0945aad1-b713-40f2-ab08-995b2e25c7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:21.381984 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c0d0204b-e1a9-4384-9ee2-4f15b057f8ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2427ddfcd54c4bb79dafb71ac00cd1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593582 Jun 12 12:03:21.381984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0204b-e1a9-4384-9ee2-4f15b057f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff2478-aff2-4df9-a489-882fb578a9c6,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:21.382419 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57328) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:21.384861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c0d0204b-e1a9-4384-9ee2-4f15b057f8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:21.437857 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.465494 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.519528 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.521923 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.523050 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/17ff2478-aff2-4df9-a489-882fb578a9c6 HTTP/1.1" status: 204 len: 168 time: 0.1395080 Jun 12 12:03:21.523825 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-65bb49bd-091e-46b4-a09d-04d6176d7f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:21.532124 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff2478-aff2-4df9-a489-882fb578a9c6,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:21.534597 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:21.790829 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57336) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:21.808222 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.866358 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-394bea9e-0640-4c99-9e5d-326f97abdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:21.867982 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-394bea9e-0640-4c99-9e5d-326f97abdf5c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be&tenant_id=8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 1096 time: 0.0997624 Jun 12 12:03:21.910097 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.914011 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:21.919994 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e5bddf95-4bea-476d-bad7-edb06f2447f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:21.957186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f4c23-4260-49b1-aa0d-f58c62e622ae,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:21.957561 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-fba0c452-a2fc-4070-a102-3b80c950243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:21.959637 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-fba0c452-a2fc-4070-a102-3b80c950243e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1096 time: 0.0669811 Jun 12 12:03:21.960804 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:21.965176 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bfa3d830f0b64d12b349245ff7dafaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731040 Jun 12 12:03:21.967522 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57346) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:22.024196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.066913 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.093817 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-d839a22f-5d45-4683-aaf4-714cdf2829c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:22.095642 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-d839a22f-5d45-4683-aaf4-714cdf2829c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 918 time: 0.1272593 Jun 12 12:03:22.148904 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.151501 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.152588 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/383f4c23-4260-49b1-aa0d-f58c62e622ae HTTP/1.1" status: 204 len: 168 time: 0.1840599 Jun 12 12:03:22.176746 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:22.195175 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f4c23-4260-49b1-aa0d-f58c62e622ae,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:22.197530 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:22.203709 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-19d09bda-f1e8-4c46-ade4-78b71a006ba4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 200 len: 999 time: 0.0941391 Jun 12 12:03:22.232448 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5791-08db-43bb-8166-2a771bb64ab5 req-e8d15a60-9957-48cf-ae42-45deed783e82 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:22.234482 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-090e5791-08db-43bb-8166-2a771bb64ab5 req-e8d15a60-9957-48cf-ae42-45deed783e82 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0973237 Jun 12 12:03:22.273354 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-f3177e86-8ec3-4308-91a6-cccb0cdf6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:22.274873 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-f3177e86-8ec3-4308-91a6-cccb0cdf6f08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.0638657 Jun 12 12:03:22.286695 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-090e5791-08db-43bb-8166-2a771bb64ab5 req-56e5ef7d-d753-481a-a21d-c3c9b7181310 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 Jun 12 12:03:22.319979 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57356) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:22.355353 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-f4421bdd-7ba6-4542-bbee-1112826b1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:22.357093 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-f4421bdd-7ba6-4542-bbee-1112826b1f7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741668 Jun 12 12:03:22.478651 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-2e47f297-fe18-4580-bb65-6bcbf58f9447 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142809 Jun 12 12:03:22.483352 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57360) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:22.495807 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.510984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.595250 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.599357 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.603087 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5a84569a-ac87-47ff-b871-33cd73f88a91 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:22.645939 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6e68b7787c574f43949f3e3a758ed698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245804 Jun 12 12:03:22.646418 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-9a30bccf-d713-4204-b91f-3f022b11ecfa service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565549 Jun 12 12:03:22.647936 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba562e44-2d9b-44b5-8c3e-f1c241d99d6e,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:22.648688 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57362) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:22.651312 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:22.738307 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.778226 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.780380 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.788224 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.792611 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-287dc6aa-81fe-46d3-bee2-5d939e6c0b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:22.854169 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a8862d39790f40db9ba4e55f24f97673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696692 Jun 12 12:03:22.856047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad9ba3-9769-4175-ba6f-8266fb199b97,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:22.857188 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57372) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:22.865934 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.866347 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.866745 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.867136 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.867497 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.867860 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.868213 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.868572 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.868931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.869278 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.869628 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.869979 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:22.875547 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:22.907304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.913016 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.917269 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba562e44-2d9b-44b5-8c3e-f1c241d99d6e HTTP/1.1" status: 204 len: 168 time: 0.2675622 Jun 12 12:03:22.918293 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a2acf4c8-d9b7-4996-9df5-3b83f0b09e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:22.930174 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba562e44-2d9b-44b5-8c3e-f1c241d99d6e,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:22.932922 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:22.934270 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:22.969636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.026790 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.029483 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.030542 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/04ad9ba3-9769-4175-ba6f-8266fb199b97 HTTP/1.1" status: 204 len: 168 time: 0.1721790 Jun 12 12:03:23.031355 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-921debd9-8dbc-45ef-8f34-e1830e42351c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:23.040254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad9ba3-9769-4175-ba6f-8266fb199b97,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:23.042647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:23.381551 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57394) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:23.416638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.640259 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.651225 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.657364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f236d340-e800-4456-b350-3eabff3b552e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:23.700328 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f08aa-1bbc-4183-814a-d17d08184cce req-f638aa5b-24f6-4043-99df-4c10a42500f8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:23.702276 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d12f08aa-1bbc-4183-814a-d17d08184cce req-f638aa5b-24f6-4043-99df-4c10a42500f8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.2596173 Jun 12 12:03:23.724704 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=208c3bb763fa42f7ba848ba5a566d750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418236 Jun 12 12:03:23.727712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57406) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:23.761206 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20ce000-af46-4266-a4f1-e3db2800f67f,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:23.771302 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:23.821156 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d12f08aa-1bbc-4183-814a-d17d08184cce req-422f2bb4-cf27-4f1f-8ada-c2f0d30867d8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118104 Jun 12 12:03:23.835427 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.875515 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.979737 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.984983 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:23.986198 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b20ce000-af46-4266-a4f1-e3db2800f67f HTTP/1.1" status: 204 len: 168 time: 0.2568645 Jun 12 12:03:23.987094 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a7f44f01-1be8-4cc5-a5ca-15f7a8d485ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:23.996560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20ce000-af46-4266-a4f1-e3db2800f67f,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:24.004724 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.005299 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.005674 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.006039 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.006399 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.006752 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.007369 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.007877 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.008384 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.008887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.009388 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.010041 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:03:24.015311 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:24.493046 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57428) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:24.512861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.638732 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.646009 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.652134 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e7bd945e-f6bf-4162-bcf8-c3e40b55c8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:24.687890 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba558d4-e8c1-412d-80ea-1cbcf6a56980,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:24.695794 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:24.702956 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=34b77a2119a6496d87fc5f0597949c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080605 Jun 12 12:03:24.705543 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57432) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:24.768809 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.804906 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.871238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.874726 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:24.878983 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ba558d4-e8c1-412d-80ea-1cbcf6a56980 HTTP/1.1" status: 204 len: 168 time: 0.1694865 Jun 12 12:03:24.878983 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca94d330-0e28-4904-bdd7-ba46d87a37e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:24.894757 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba558d4-e8c1-412d-80ea-1cbcf6a56980,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:24.896851 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:25.095472 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52bbeb-7ab2-4080-9baf-14e384edee6e req-b4c6abcf-3119-43cb-af24-6f1523a4292e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:25.098766 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bc52bbeb-7ab2-4080-9baf-14e384edee6e req-b4c6abcf-3119-43cb-af24-6f1523a4292e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0917344 Jun 12 12:03:25.187665 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bc52bbeb-7ab2-4080-9baf-14e384edee6e req-8517ed16-6a85-4437-b178-1fbf9d02b110 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816209 Jun 12 12:03:25.907000 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57494) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:26.028642 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.150531 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.156299 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.161056 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-744cc82a-b105-4e6b-93f6-6f51af9634d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:26.217547 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aaeafb-ded8-422d-9d05-603d9c2f466b,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:26.225041 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57530) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:26.225560 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5cf98208bd9c47298b59f0cb4d5a9d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152075 Jun 12 12:03:26.226555 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:26.288574 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.313325 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.388272 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.394355 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.399997 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/18aaeafb-ded8-422d-9d05-603d9c2f466b HTTP/1.1" status: 204 len: 168 time: 0.1731966 Jun 12 12:03:26.401168 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2da78c9b-b09a-4559-af83-5a907853c27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:26.414149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aaeafb-ded8-422d-9d05-603d9c2f466b,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:26.417471 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:26.507991 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca0dff-e881-4324-911c-e2fd9219d33a req-958ef15a-9f26-415f-8a99-018190046449 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:26.509915 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6ca0dff-e881-4324-911c-e2fd9219d33a req-958ef15a-9f26-415f-8a99-018190046449 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1554952 Jun 12 12:03:26.583865 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b6ca0dff-e881-4324-911c-e2fd9219d33a req-ad7c6795-a0ec-4026-93ac-b8de60f3d450 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654521 Jun 12 12:03:26.856704 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57556) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:26.874844 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1f9b-0ec4-4efc-9195-881a3a817fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.982659 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1f9b-0ec4-4efc-9195-881a3a817fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.987773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1f9b-0ec4-4efc-9195-881a3a817fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:26.992223 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6b905403-c43b-44b2-a6d0-db080e3ba514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:27.034670 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1f0c1f9b-0ec4-4efc-9195-881a3a817fab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=802eff20f1ce467fad83501c3ff56d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765149 Jun 12 12:03:27.037627 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57568) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:27.044438 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c1f9b-0ec4-4efc-9195-881a3a817fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b78fd4-ec49-4f4d-86f6-d36677928175,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:27.048493 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1f0c1f9b-0ec4-4efc-9195-881a3a817fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:27.109713 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:27.134458 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:27.202883 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:27.207347 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:27.211689 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e1b78fd4-ec49-4f4d-86f6-d36677928175 HTTP/1.1" status: 204 len: 168 time: 0.1703610 Jun 12 12:03:27.211689 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ca388cd8-14ef-46d5-b507-136858afa4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:27.228398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b78fd4-ec49-4f4d-86f6-d36677928175,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:27.230951 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:27.876328 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555075a-800c-4efe-9609-7be4786e5093 req-a42eef5f-558f-486a-bba1-a6ff801be87a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:27.883813 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6555075a-800c-4efe-9609-7be4786e5093 req-a42eef5f-558f-486a-bba1-a6ff801be87a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1121018 Jun 12 12:03:27.975043 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6555075a-800c-4efe-9609-7be4786e5093 req-1bf0737a-8017-417b-b24d-1ba5b608ae5b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901818 Jun 12 12:03:28.102826 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57596) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:28.207546 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-373834926-network', 'tenant_id': '7e672495c6494e10a0bdc3e4a4630902'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:28.230882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Made reservation on behalf of 7e672495c6494e10a0bdc3e4a4630902 for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:03:28.233983 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.245596 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.391482 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.395914 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.399013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-35cda073-c24d-4226-82f8-fdf2bba34b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:28.426259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:03:28.433126 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0600dd1-4a6c-41ed-ba29-5f708810b85d,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:28.437458 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:28.441530 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.441530 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Added segment 31dd39f7-8100-45c4-80fd-2e0f5bf8d69c of type vlan for network d3eeba31-1c74-4fed-aaec-a50dc6189d2d Jun 12 12:03:28.506581 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.538303 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.540473 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:28.541139 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.543399 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:28.584613 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4805653 Jun 12 12:03:28.588894 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57600) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:28.595455 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Request body: {'subnet': {'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-373834926-subnet', 'tenant_id': '7e672495c6494e10a0bdc3e4a4630902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:28.621592 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Made reservation on behalf of 7e672495c6494e10a0bdc3e4a4630902 for: {'subnet': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:03:28.624423 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.624576 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Pushing event updated for resources: {'Network': ['ID=d3eeba31-1c74-4fed-aaec-a50dc6189d2d,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:28.627207 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:28.635487 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network d3eeba31-1c74-4fed-aaec-a50dc6189d2d details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:03:28.890118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593'] for subnet, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:28.892565 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:28.958315 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae1a38c-a3ad-4249-afe1-c9b323df39ef,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:28.961888 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:28.968641 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Checking segment: {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:03:28.968994 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Network hostable DHCP agents. Network: d3eeba31-1c74-4fed-aaec-a50dc6189d2d, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:03:28.986651 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Network d3eeba31-1c74-4fed-aaec-a50dc6189d2d is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:03:28.996807 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, d3eeba31-1c74-4fed-aaec-a50dc6189d2d) {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:03:29.001107 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:29.001747 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:29.011954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a4a09-5b52-4f2c-9396-6f0b5e624b65 None None] Network d3eeba31-1c74-4fed-aaec-a50dc6189d2d requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:03:29.025407 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-e0d208ea-55d5-4349-9492-38d3b7d20012 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4344602 Jun 12 12:03:29.255522 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdcfa2-b210-49b9-bc64-e5966049b849 req-fd82438e-b1e6-4767-b06e-aca8a19b88e7 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:29.266124 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29bdcfa2-b210-49b9-bc64-e5966049b849 req-fd82438e-b1e6-4767-b06e-aca8a19b88e7 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1132784 Jun 12 12:03:29.290133 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d67f48-8e6b-4cf1-8971-f26e93c28c3e None None] Network d3eeba31-1c74-4fed-aaec-a50dc6189d2d requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:03:29.321333 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29bdcfa2-b210-49b9-bc64-e5966049b849 req-7ea51d60-07cc-41e4-9a35-7cda79fc26d4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539520 Jun 12 12:03:30.547851 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb45da-e73c-4cc4-8259-6b424d2fd62d req-65397995-82cb-4b74-9d0c-8a83f88af903 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:30.549429 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-59eb45da-e73c-4cc4-8259-6b424d2fd62d req-65397995-82cb-4b74-9d0c-8a83f88af903 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1064527 Jun 12 12:03:30.595567 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-59eb45da-e73c-4cc4-8259-6b424d2fd62d req-48047639-e245-47d4-9213-8c7d2bd80b40 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386448 Jun 12 12:03:31.804108 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51f13-3a67-4191-9913-a8fc6e17dcf7 req-b8b85a19-ca87-4c85-9f3c-5ac210d5432a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:31.805569 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4c51f13-3a67-4191-9913-a8fc6e17dcf7 req-b8b85a19-ca87-4c85-9f3c-5ac210d5432a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0774069 Jun 12 12:03:31.855046 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4c51f13-3a67-4191-9913-a8fc6e17dcf7 req-f930b2f8-35e5-4568-a8bd-730e5afc3709 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Jun 12 12:03:33.065886 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485afc-e289-4678-aad7-5789acfc7fee req-a221efbf-efe3-4274-838a-94a3a9ee68d8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:33.066504 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-15485afc-e289-4678-aad7-5789acfc7fee req-a221efbf-efe3-4274-838a-94a3a9ee68d8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0881679 Jun 12 12:03:33.112905 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-15485afc-e289-4678-aad7-5789acfc7fee req-bf047ac3-eaa1-4bce-92e3-0aadbd9d4018 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 Jun 12 12:03:33.710072 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:34.317394 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ccd2d-9b7e-4158-a5b7-b5107ae18f50 req-8d58c7b7-c310-40aa-a026-fae4a2a8121c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:34.318951 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-848ccd2d-9b7e-4158-a5b7-b5107ae18f50 req-8d58c7b7-c310-40aa-a026-fae4a2a8121c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0799756 Jun 12 12:03:34.359658 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-848ccd2d-9b7e-4158-a5b7-b5107ae18f50 req-21db386c-b665-4a9d-a3af-a0d6c2b0eeb9 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349934 Jun 12 12:03:34.992840 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-741893d3-8fc2-4a06-b9c8-536d69f15acb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:34.994305 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-741893d3-8fc2-4a06-b9c8-536d69f15acb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/networks?id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 200 len: 808 time: 0.1303470 Jun 12 12:03:35.008781 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-32c7ee7b-0173-413b-ad0a-0ce94a7f7911 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/quotas/7e672495c6494e10a0bdc3e4a4630902 HTTP/1.1" status: 200 len: 375 time: 0.0091288 Jun 12 12:03:35.046799 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-a3315bed-b234-495c-a96b-ff8ce9af889f tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7e672495c6494e10a0bdc3e4a4630902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329065 Jun 12 12:03:35.165031 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-8a77a1fb-e086-461f-9de5-7302fdfefa67 service neutron] 10.222.0.63 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115348 Jun 12 12:03:35.286070 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-12b4a7dc-e3cd-442c-b454-18f8fa9fe6ea service neutron] 10.222.0.63 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144912 Jun 12 12:03:35.570377 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319bf50-2c2f-4efc-b6b6-0f18fb7de260 req-7326a922-3e01-4813-b0ae-b705f670bfdd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:35.572049 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2319bf50-2c2f-4efc-b6b6-0f18fb7de260 req-7326a922-3e01-4813-b0ae-b705f670bfdd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0884018 Jun 12 12:03:35.631740 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2319bf50-2c2f-4efc-b6b6-0f18fb7de260 req-934a8f24-0ee0-4689-a802-49318ca0ffa2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530014 Jun 12 12:03:35.796621 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-58a5bce6-f174-4957-b685-ba4607c5d0fc req-c11da0ee-2e78-4456-90df-212d83371206 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 210 time: 0.3640361 Jun 12 12:03:35.829277 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-0a26c606-b3cb-4335-a7a3-486d308980d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4144673 Jun 12 12:03:35.935493 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-287b2704-0664-490d-87a8-d757815d596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:35.937348 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-287b2704-0664-490d-87a8-d757815d596c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 1098 time: 0.0615211 Jun 12 12:03:36.087811 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-d9fc6326-a4e1-4eee-8c34-4844a5c06f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:36.089163 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-d9fc6326-a4e1-4eee-8c34-4844a5c06f68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1239905 Jun 12 12:03:36.199006 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-b9af01d9-95d2-4c0b-b292-efdb34508d58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 200 len: 1000 time: 0.0818620 Jun 12 12:03:36.260007 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-1caf9013-e81e-4019-81ad-3aa4d3066ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:36.261453 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-1caf9013-e81e-4019-81ad-3aa4d3066ca6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0548115 Jun 12 12:03:36.326640 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-8e080a6b-45ac-4b66-97bb-6e11f71eba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:36.328148 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-8e080a6b-45ac-4b66-97bb-6e11f71eba26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600762 Jun 12 12:03:36.449665 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-aca88ccd-e2b2-4ca3-b1e9-e2c68e4b272b service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138957 Jun 12 12:03:36.631959 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-761bab3a-ecf1-45db-87c2-47c5a3222838 req-bca6e1a2-8812-4879-9521-e39da0c7c475 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657543 Jun 12 12:03:36.733866 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-7616e38b-1a97-45fd-81db-468f665cf773 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:36.735311 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-7616e38b-1a97-45fd-81db-468f665cf773 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "GET /v2.0/networks?id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 200 len: 808 time: 0.1681428 Jun 12 12:03:36.754251 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Request body: {'port': {'device_id': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d', 'admin_state_up': True, 'tenant_id': '7e672495c6494e10a0bdc3e4a4630902'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:36.834217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dc612-540c-4d01-b182-931e30519845 req-95a47111-103c-44e1-ac48-9580d1c8e6e5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:36.836000 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e97dc612-540c-4d01-b182-931e30519845 req-95a47111-103c-44e1-ac48-9580d1c8e6e5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0764604 Jun 12 12:03:36.883601 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e97dc612-540c-4d01-b182-931e30519845 req-cdedcc3b-2c51-46b6-8250-8177a67fc1e8 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Jun 12 12:03:36.910455 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Made reservation on behalf of 7e672495c6494e10a0bdc3e4a4630902 for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:03:36.914159 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:36.968661 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b97a199c-1fd0-46ff-8db2-4f785d70d4a0 req-ede279d8-e813-4be7-aa08-0e97e47cf6de tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 210 time: 0.0380957 Jun 12 12:03:37.104611 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Allocated IP 172.20.0.2 (d3eeba31-1c74-4fed-aaec-a50dc6189d2d/9ae1a38c-a3ad-4249-afe1-c9b323df39ef/b94be449-a507-4f98-8cee-c877b00b6902) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:03:37.294453 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:37.336293 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:37.341223 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-675592fa-57f2-432e-9a0a-4443c95e6955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:37.389315 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Network d3eeba31-1c74-4fed-aaec-a50dc6189d2d is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:03:37.392511 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:03:37.395684 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:03:37.401194 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:37.401799 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:37.419321 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Pushing event updated for resources: {'Port': ['ID=b94be449-a507-4f98-8cee-c877b00b6902,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:37.422468 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:37.428377 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-77d835b2-e49f-4879-a085-a3db5057bcdb tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6787896 Jun 12 12:03:37.442872 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Request body: {'port': {'device_id': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:37.539145 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:37.864937 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94be449-a507-4f98-8cee-c877b00b6902 {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:03:37.872415 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:37.885237 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Transition to ACTIVE for port object b94be449-a507-4f98-8cee-c877b00b6902 will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:03:37.889209 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:37.892258 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:37.990333 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Pushing event updated for resources: {'Port': ['ID=b94be449-a507-4f98-8cee-c877b00b6902,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:38.014370 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:38.034239 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Attempting to bind port b94be449-a507-4f98-8cee-c877b00b6902 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:03:38.035010 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Attempting to bind port b94be449-a507-4f98-8cee-c877b00b6902 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:03:38.035512 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Attempting to bind port b94be449-a507-4f98-8cee-c877b00b6902 on network d3eeba31-1c74-4fed-aaec-a50dc6189d2d {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:03:38.041109 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Port b94be449-a507-4f98-8cee-c877b00b6902 on network d3eeba31-1c74-4fed-aaec-a50dc6189d2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:03:38.041599 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Attempting to bind port b94be449-a507-4f98-8cee-c877b00b6902 on network d3eeba31-1c74-4fed-aaec-a50dc6189d2d {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:03:38.047360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:03:38.047929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Checking segment: {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:03:38.048506 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Bound using segment: {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:03:38.049909 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Bound port: b94be449-a507-4f98-8cee-c877b00b6902, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:03:38.050427 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:38.111120 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba593e-ad8f-4486-893c-b5999bdb4843 req-08652eb2-4a21-4ac3-a306-676c79a66a7e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:38.113906 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-92ba593e-ad8f-4486-893c-b5999bdb4843 req-08652eb2-4a21-4ac3-a306-676c79a66a7e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0864465 Jun 12 12:03:38.157513 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-92ba593e-ad8f-4486-893c-b5999bdb4843 req-08eac67a-bc23-4f7a-bfe7-4998fda1f956 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378592 Jun 12 12:03:38.170309 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] For port b94be449-a507-4f98-8cee-c877b00b6902, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:03:38.178563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] For port b94be449-a507-4f98-8cee-c877b00b6902, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b94be449-a507-4f98-8cee-c877b00b6902,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:03:38.186782 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:38.188658 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:38.244344 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c78b-8c31-473f-9061-ea37c9c595da req-e9909c1e-dfd7-40cf-9019-bd01a2ac5106 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:38.245853 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b985c78b-8c31-473f-9061-ea37c9c595da req-e9909c1e-dfd7-40cf-9019-bd01a2ac5106 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 943 time: 0.1416037 Jun 12 12:03:38.250082 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:38.250682 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:38.252033 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] 10.222.0.67 "PUT /v2.0/ports/b94be449-a507-4f98-8cee-c877b00b6902 HTTP/1.1" status: 200 len: 1093 time: 0.8140695 Jun 12 12:03:38.252563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'tag': 'b94be449-a507-4f98-8cee-c877b00b6902'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:38.254850 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9211fc61-f22e-4281-8a10-aa2f98db5a41" -d '{"events": [{"name": "network-changed", "server_uuid": "17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e", "tag": "b94be449-a507-4f98-8cee-c877b00b6902"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:38.291573 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Pushing event updated for resources: {'Port': ['ID=b94be449-a507-4f98-8cee-c877b00b6902,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:38.297904 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afa7e1d-547f-4001-8e23-7f7a3bff9cd8 x-openstack-request-id: req-2afa7e1d-547f-4001-8e23-7f7a3bff9cd8 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:38.298239 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e", "tag": "b94be449-a507-4f98-8cee-c877b00b6902", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:38.298511 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2afa7e1d-547f-4001-8e23-7f7a3bff9cd8 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:38.299056 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'tag': 'b94be449-a507-4f98-8cee-c877b00b6902', 'status': 'completed', 'code': 200} Jun 12 12:03:38.300517 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:38.351379 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b985c78b-8c31-473f-9061-ea37c9c595da req-a0d7a3cc-acf5-4b4b-b33f-9a5f6219f45d tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937502 Jun 12 12:03:38.379762 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-84e84a35-6962-4bb4-9472-2126d5783683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:38.381223 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-84e84a35-6962-4bb4-9472-2126d5783683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e672495c6494e10a0bdc3e4a4630902&device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 1096 time: 0.0717607 Jun 12 12:03:38.436537 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-627e1b6a-37f4-49eb-81f3-5695325558a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94be449-a507-4f98-8cee-c877b00b6902 HTTP/1.1" status: 200 len: 217 time: 0.0472918 Jun 12 12:03:38.497054 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-097b388e-e4ed-4585-b1db-184ccfef85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:38.498483 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-097b388e-e4ed-4585-b1db-184ccfef85a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ae1a38c-a3ad-4249-afe1-c9b323df39ef HTTP/1.1" status: 200 len: 848 time: 0.0554855 Jun 12 12:03:38.537576 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-818de012-c80e-44bc-a719-e391cb75868d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320911 Jun 12 12:03:38.661336 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-7f0418cd-8a32-46c0-a53c-2019f7b7743d service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146481 Jun 12 12:03:38.776050 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1360ba-994e-4527-9ec5-125fd1506567 req-a74585ec-91b6-4da1-8464-2f93dc84bb8b service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078994 Jun 12 12:03:38.887727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-9cb3ed49-c30e-4e40-935a-84c6a4923d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:38.889293 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-9cb3ed49-c30e-4e40-935a-84c6a4923d2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e672495c6494e10a0bdc3e4a4630902&device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 1096 time: 0.0647714 Jun 12 12:03:39.006454 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-debe15e6-669c-48d1-a55e-03d6e9fdd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:39.007843 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-debe15e6-669c-48d1-a55e-03d6e9fdd728 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 200 len: 909 time: 0.1111302 Jun 12 12:03:39.068173 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-439a7040-9a52-4731-97d8-0418f32f81cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94be449-a507-4f98-8cee-c877b00b6902 HTTP/1.1" status: 200 len: 217 time: 0.0483711 Jun 12 12:03:39.100411 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3a3059ae-8c23-4711-a12d-b8b7407ea204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:39.125933 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-9b86ac8a-d048-472b-94a3-09a017d35ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:39.128281 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-9b86ac8a-d048-472b-94a3-09a017d35ee5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ae1a38c-a3ad-4249-afe1-c9b323df39ef HTTP/1.1" status: 200 len: 848 time: 0.0542870 Jun 12 12:03:39.169110 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-f96727e5-65c3-47ad-ae5f-7d2b78df60c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343580 Jun 12 12:03:39.287962 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-7f0ad80d-78a1-4a72-a919-ecd18dcb7bae service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116612 Jun 12 12:03:39.353962 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51068-0d50-4f32-9f01-f7562f5fbff5 req-4ee425c1-fa65-4aa2-bbcc-61f7c5b0537f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:39.355652 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5fd51068-0d50-4f32-9f01-f7562f5fbff5 req-4ee425c1-fa65-4aa2-bbcc-61f7c5b0537f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0749869 Jun 12 12:03:39.414759 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5fd51068-0d50-4f32-9f01-f7562f5fbff5 req-03840aa2-9d4a-4ff6-b835-35323573edf2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508115 Jun 12 12:03:39.415227 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9211fc61-f22e-4281-8a10-aa2f98db5a41 req-b0d69efe-9e32-464f-b6f9-e7296e1c1355 service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173003 Jun 12 12:03:39.817706 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25d41b-086f-498c-8452-70c77bf405c8 req-4370adc4-d1d4-4a8b-9595-4cf2c24e9f3a tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:39.818493 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-ef843fd3-ad7b-43e8-a2a2-9fe4023dfd6c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423231037&fields=id&tenant_id=7c9faa1de4d64177b429e528423b39c9 HTTP/1.1" status: 200 len: 267 time: 0.0408988 Jun 12 12:03:39.819138 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec25d41b-086f-498c-8452-70c77bf405c8 req-4370adc4-d1d4-4a8b-9595-4cf2c24e9f3a tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 943 time: 0.3490348 Jun 12 12:03:39.863330 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec25d41b-086f-498c-8452-70c77bf405c8 req-3e9a1949-2dbc-45e6-90f7-ff10fc42a5bd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352950 Jun 12 12:03:39.897799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-23778beb-959b-4b50-b361-3caa2697b8a9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:39.899277 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-23778beb-959b-4b50-b361-3caa2697b8a9 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 984 time: 0.0717816 Jun 12 12:03:39.909997 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Request body: {'port': {'security_groups': ['59f8ae45-fed6-44ab-8f2a-6527f757b3e5']}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:40.013151 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.225679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:40.255794 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.260185 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.264616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bd12c448-fcaa-4974-875a-d940112b6552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:40.273798 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:40.308399 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:40.309052 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.310454 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5b24b6a3-56a3-4157-b60d-beb30d1cffb7 req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "PUT /v2.0/ports/4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 942 time: 0.4050207 Jun 12 12:03:40.313107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:40.316538 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067fb6e0-a794-46ef-8529-dacdce1e1ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:40.321197 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57716) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:40.361291 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event updated for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=7']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:40.366860 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:40.373910 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd486e84-86f5-4359-a746-7666cd9444b8 x-openstack-request-id: req-dd486e84-86f5-4359-a746-7666cd9444b8 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:40.374781 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:40.375252 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd486e84-86f5-4359-a746-7666cd9444b8 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:40.375859 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'status': 'completed', 'code': 200} Jun 12 12:03:40.438781 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.453581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:40.493313 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.544098 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-2365c977-cee6-4d22-bfd5-1cd93e6bea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:40.546344 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-2365c977-cee6-4d22-bfd5-1cd93e6bea09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1098 time: 0.1454897 Jun 12 12:03:40.652963 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.655591 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.659336 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "DELETE /v2.0/security-groups/4d40dcd2-723e-4f91-a3e1-704e71e46fc2 HTTP/1.1" status: 204 len: 168 time: 0.3338385 Jun 12 12:03:40.659336 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ecb0aade-65e8-498b-a75b-458498c2351b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:40.660023 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cd0e7-ef1a-420d-80e6-97414c84b68c req-8feca882-2060-4d4d-97b7-f022af44b6c3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:40.661506 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ce5cd0e7-ef1a-420d-80e6-97414c84b68c req-8feca882-2060-4d4d-97b7-f022af44b6c3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0867717 Jun 12 12:03:40.661685 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57722) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:40.664269 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-739f056e-a792-4f4b-ba72-8991c3b5adbe None None] Provisioning complete for port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:03:40.664745 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-739f056e-a792-4f4b-ba72-8991c3b5adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:40.712464 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ce5cd0e7-ef1a-420d-80e6-97414c84b68c req-0d102b71-eb20-47bf-aa0c-25bbaaa868d4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 Jun 12 12:03:40.713503 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:03:40.735793 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d40dcd2-723e-4f91-a3e1-704e71e46fc2,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:40.744767 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:40.775042 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-ed4fedec-86de-4127-bc1d-f8f9f986f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:40.776525 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-ed4fedec-86de-4127-bc1d-f8f9f986f048 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 915 time: 0.2221735 Jun 12 12:03:40.959145 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-22171a5d-68ab-454b-a2c2-21a462d11220 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 1001 time: 0.1265886 Jun 12 12:03:41.062945 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Deleting port 34dfcfce-c7e1-4efe-9433-fb6b0998427e {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:03:41.063301 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:41.097665 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-076271e6-5f0f-4982-8e4a-401df61253fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:41.099162 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-076271e6-5f0f-4982-8e4a-401df61253fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 200 len: 853 time: 0.1287086 Jun 12 12:03:41.228300 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697337cd-00d2-4979-b276-2530594454f6 req-b3cf2d94-d48a-4e2a-881e-8b97b8fc856d tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:41.229770 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-697337cd-00d2-4979-b276-2530594454f6 req-b3cf2d94-d48a-4e2a-881e-8b97b8fc856d tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 943 time: 0.2220023 Jun 12 12:03:41.233495 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:41.233831 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:41.354610 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Calling delete_port for 34dfcfce-c7e1-4efe-9433-fb6b0998427e owned by network:floatingip {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:03:41.355485 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9aa99174-0a8b-40da-a9a3-0de45dd1198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:41.445403 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-697337cd-00d2-4979-b276-2530594454f6 req-7f4adccc-9cd0-4257-81bd-4631d15e7a26 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073131 Jun 12 12:03:41.456457 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-c2cb920d-382d-4b76-a476-b32bc2926f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:41.457937 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-c2cb920d-382d-4b76-a476-b32bc2926f0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b19ed73-ae2e-493a-afca-3aa12bdbe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3446376 Jun 12 12:03:41.624901 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-aac0d270-9b92-4145-a1bb-83d9ae3102ed service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503935 Jun 12 12:03:41.768397 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:41.772289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0c97d1d4-8982-46fc-af5a-07b8a047a2a0 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:41.815613 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event deleted for resources: {'Port': ['ID=34dfcfce-c7e1-4efe-9433-fb6b0998427e,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:41.820473 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-067fb6e0-a794-46ef-8529-dacdce1e1ef9 req-e63eed30-b253-419e-82db-8442ce37e29e service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873074 Jun 12 12:03:41.821354 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:41.851953 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks [] for floatingip, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:41.852290 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Floating IP 1179001f-b8f4-473b-99c7-91b3d6b23f44 disassociated (deleted). External IP: 172.27.1.176, port: 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd. Jun 12 12:03:41.911562 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50effa-07c4-408b-a3cd-cc182776638d req-67017659-8886-4569-8dcc-906dccece8bd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:41.912945 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fe50effa-07c4-408b-a3cd-cc182776638d req-67017659-8886-4569-8dcc-906dccece8bd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0740554 Jun 12 12:03:41.955089 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fe50effa-07c4-408b-a3cd-cc182776638d req-51ae0ac0-9e90-4a0d-ab91-e417c1ea5f11 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363073 Jun 12 12:03:41.990468 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:42.139790 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Router 68a99a1e-7c14-476b-bdfb-17707e25e284 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:03:42.282235 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:03:42.287999 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:42.292289 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] Sync routers for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:03:42.301889 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:03:42.302507 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:42.334710 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "DELETE /v2.0/floatingips/1179001f-b8f4-473b-99c7-91b3d6b23f44 HTTP/1.1" status: 204 len: 168 time: 1.6651373 Jun 12 12:03:42.335529 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:42.337918 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9500aad4-7c4c-484d-929a-c676957369e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:42.378933 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509808d-dfa7-4b1f-9875-0309fb5a297b x-openstack-request-id: req-b509808d-dfa7-4b1f-9875-0309fb5a297b {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:42.379567 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:42.379567 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b509808d-dfa7-4b1f-9875-0309fb5a297b {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:42.379987 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'status': 'completed', 'code': 200} Jun 12 12:03:42.448391 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:03:42.471621 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500aad4-7c4c-484d-929a-c676957369e4 req-6a40cc38-fd12-4ecb-9e58-6e2bea41c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:42.473091 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-6a40cc38-fd12-4ecb-9e58-6e2bea41c8a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c9faa1de4d64177b429e528423b39c9&device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 1098 time: 0.0627997 Jun 12 12:03:42.644164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500aad4-7c4c-484d-929a-c676957369e4 req-f357d341-910e-4cf1-af03-1e589e821353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:42.645974 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-f357d341-910e-4cf1-af03-1e589e821353 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 200 len: 915 time: 0.1649475 Jun 12 12:03:42.708296 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:42.717227 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device b94be449-a507-4f98-8cee-c877b00b6902 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:03:42.723547 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-674926d2-88a0-45fb-9b56-3da3a09ec641 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 200 len: 217 time: 0.0696285 Jun 12 12:03:42.729223 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bed04-8d36-4a10-88a7-4e5551367367 req-b93ad762-3f9d-42bf-84f1-e9554312e9a1 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:42.730867 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-523bed04-8d36-4a10-88a7-4e5551367367 req-b93ad762-3f9d-42bf-84f1-e9554312e9a1 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 943 time: 0.0997756 Jun 12 12:03:42.789117 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-523bed04-8d36-4a10-88a7-4e5551367367 req-ef30cb53-a628-4856-bdf1-87a672add6bd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501287 Jun 12 12:03:42.807156 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500aad4-7c4c-484d-929a-c676957369e4 req-b49becd8-a4d5-49fd-b889-e4a4ac456c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:42.808805 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-b49becd8-a4d5-49fd-b889-e4a4ac456c70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 200 len: 853 time: 0.0702875 Jun 12 12:03:42.874817 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500aad4-7c4c-484d-929a-c676957369e4 req-9339dee6-7e5d-4431-a6e0-9a818e238995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:42.876316 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-9339dee6-7e5d-4431-a6e0-9a818e238995 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b19ed73-ae2e-493a-afca-3aa12bdbe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604751 Jun 12 12:03:42.892107 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port b94be449-a507-4f98-8cee-c877b00b6902, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b94be449-a507-4f98-8cee-c877b00b6902,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:42.908265 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:14Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:42.911761 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': 'b94be449-a507-4f98-8cee-c877b00b6902', 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d', 'port_id': 'b94be449-a507-4f98-8cee-c877b00b6902', 'mac_address': 'fa:16:3e:1d:26:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1a38c-a3ad-4249-afe1-c9b323df39ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:03:42.914715 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] Checking router: 68a99a1e-7c14-476b-bdfb-17707e25e284 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:03:42.948604 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:03:42.949236 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:43.061212 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:43.091600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94be449-a507-4f98-8cee-c877b00b6902 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:03:43.127120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port b94be449-a507-4f98-8cee-c877b00b6902, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b94be449-a507-4f98-8cee-c877b00b6902,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:43.133409 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:43.136845 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-7a3a1e1a-76bf-46e5-95e2-7572403673ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:43.168581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:03:43.301026 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=b94be449-a507-4f98-8cee-c877b00b6902,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:43.319738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:43.335940 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-e28f876c-bb10-485f-b921-162f70c92f30 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521561 Jun 12 12:03:43.388537 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb96da-9e9d-44a4-aeac-f32dde0a365a req-d29b2ef5-5df4-4cdc-af89-9a00fb2b175c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:43.390092 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-63fb96da-9e9d-44a4-aeac-f32dde0a365a req-d29b2ef5-5df4-4cdc-af89-9a00fb2b175c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.1361644 Jun 12 12:03:43.507639 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-63fb96da-9e9d-44a4-aeac-f32dde0a365a req-6a67357d-3d3d-416c-ae2c-de6266a86040 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098764 Jun 12 12:03:43.513901 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9500aad4-7c4c-484d-929a-c676957369e4 req-07d93ae4-b9f3-473e-8c6f-c1395c47bf15 service neutron] 10.222.0.67 "GET /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703799 Jun 12 12:03:43.578161 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['b94be449-a507-4f98-8cee-c877b00b6902'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:43.659706 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:14Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:43.672328 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47435d-b4a5-4a0e-ae78-0db66c3e0479 None None] The sync data for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi is: [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:00:06Z', 'revision_number': 4, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '28fcf183-52c7-491f-bd23-c3b25dc92af5', 'name': '', 'network_id': '6b19ed73-ae2e-493a-afca-3aa12bdbe175', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'mac_address': 'fa:16:3e:68:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:05Z', 'updated_at': '2021-06-12T12:00:14Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'subnets': [{'id': '4f14bd9e-8c84-4768-8c33-f317410a94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:03:43.947589 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3d8a2-28f3-4e89-91d6-1ea03a542bab None None] New status for floating IP 1179001f-b8f4-473b-99c7-91b3d6b23f44: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:03:43.993661 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a191-0c97-43c1-9376-7cc8ef08f688 req-c1b4e1a5-4fc4-4b38-a9b4-ea371d7eee98 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:43.995280 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b242a191-0c97-43c1-9376-7cc8ef08f688 req-c1b4e1a5-4fc4-4b38-a9b4-ea371d7eee98 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 944 time: 0.0742016 Jun 12 12:03:44.043065 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b242a191-0c97-43c1-9376-7cc8ef08f688 req-be8d96e0-76dc-434c-8824-2bcbc5d4b3de tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Jun 12 12:03:44.373663 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:44.696582 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b8940-4e4d-410b-b485-ca2c4f7a3c6b req-96d16e46-4d3f-4a63-8afa-d9025ab9bae2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:44.698034 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-507b8940-4e4d-410b-b485-ca2c4f7a3c6b req-96d16e46-4d3f-4a63-8afa-d9025ab9bae2 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 943 time: 0.0684915 Jun 12 12:03:44.727601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:03:44.731748 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device b94be449-a507-4f98-8cee-c877b00b6902 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:03:44.743213 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-507b8940-4e4d-410b-b485-ca2c4f7a3c6b req-aee4105c-3b9e-4870-842b-f17cd6fe391b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394576 Jun 12 12:03:44.866656 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port b94be449-a507-4f98-8cee-c877b00b6902 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:03:44.878134 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port b94be449-a507-4f98-8cee-c877b00b6902 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:03:44.878513 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:44.924127 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:44.942927 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '952e6967-e761-4304-881e-3756a9eb04c5', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'port_id': '952e6967-e761-4304-881e-3756a9eb04c5', 'mac_address': 'fa:16:3e:35:00:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:03:45.027435 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:45.031359 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:45.054160 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952e6967-e761-4304-881e-3756a9eb04c5 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:03:45.075203 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94be449-a507-4f98-8cee-c877b00b6902'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:45.077493 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4bed6b-9224-4fa6-918d-c256b620c90e" -d '{"events": [{"server_uuid": "17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e", "name": "network-vif-plugged", "status": "completed", "tag": "b94be449-a507-4f98-8cee-c877b00b6902"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:45.097368 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:45.102306 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port b94be449-a507-4f98-8cee-c877b00b6902, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b94be449-a507-4f98-8cee-c877b00b6902,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:45.103823 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:45.105671 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:45.109384 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:45.176025 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aaa118-d915-4253-8b33-a6eab3cc2c6e x-openstack-request-id: req-54aaa118-d915-4253-8b33-a6eab3cc2c6e {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:45.176446 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e", "name": "network-vif-plugged", "status": "completed", "tag": "b94be449-a507-4f98-8cee-c877b00b6902", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:45.176799 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-54aaa118-d915-4253-8b33-a6eab3cc2c6e {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:45.177286 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94be449-a507-4f98-8cee-c877b00b6902', 'code': 200} Jun 12 12:03:45.178352 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=9']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:45.181438 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:45.182129 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-09812d15-21ac-4690-8447-e56d85d06992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:45.249117 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=b94be449-a507-4f98-8cee-c877b00b6902,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:45.256894 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:45.276348 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b463-9be9-43d9-ae1d-9895034a0574 req-df0ac303-13c3-452c-8734-58dd7b05e140 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:45.283254 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3e48b463-9be9-43d9-ae1d-9895034a0574 req-df0ac303-13c3-452c-8734-58dd7b05e140 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 945 time: 0.1123674 Jun 12 12:03:45.338708 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3e48b463-9be9-43d9-ae1d-9895034a0574 req-c1a19c14-9c6d-4543-bad6-7cc425e4ab59 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542638 Jun 12 12:03:45.428528 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['952e6967-e761-4304-881e-3756a9eb04c5'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:45.466719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f2f01-8ce1-430a-8874-cf0a5ccf23b0 req-39c94948-30b6-4afe-af20-0ddaf372d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:45.469431 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c19f2f01-8ce1-430a-8874-cf0a5ccf23b0 req-39c94948-30b6-4afe-af20-0ddaf372d1ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 1098 time: 0.0629330 Jun 12 12:03:45.510722 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c19f2f01-8ce1-430a-8874-cf0a5ccf23b0 req-1d34867d-646b-411e-8ce3-778741eb7e4e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jun 12 12:03:45.689618 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f297-1266-4d28-b51c-0c2da16c6c60 req-55250205-dd22-46b8-af02-1f382af7923b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:45.691071 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fa83f297-1266-4d28-b51c-0c2da16c6c60 req-55250205-dd22-46b8-af02-1f382af7923b tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.0728710 Jun 12 12:03:45.731566 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fa83f297-1266-4d28-b51c-0c2da16c6c60 req-b8c5c066-6904-4def-a79b-050f6c1d95aa tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Jun 12 12:03:45.930218 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ed74-9fb5-4b7c-8353-e0af73e42387 req-959a7c90-601a-4820-a90b-ddeaee289dee tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:45.931442 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a7b9ed74-9fb5-4b7c-8353-e0af73e42387 req-959a7c90-601a-4820-a90b-ddeaee289dee tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 944 time: 0.0687878 Jun 12 12:03:45.975510 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a7b9ed74-9fb5-4b7c-8353-e0af73e42387 req-82e42719-71ff-4c84-98b2-8c7393fcb424 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373292 Jun 12 12:03:46.527704 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3d10-d8f8-4338-ae2c-1286dbb09edf req-e89d8ae1-c705-4e3a-9bdd-b6b752e85753 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:46.529216 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-26db3d10-d8f8-4338-ae2c-1286dbb09edf req-e89d8ae1-c705-4e3a-9bdd-b6b752e85753 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 945 time: 0.0733328 Jun 12 12:03:46.586152 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-26db3d10-d8f8-4338-ae2c-1286dbb09edf req-9add3445-7f78-4d2e-9665-df66e75d073f tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494483 Jun 12 12:03:46.728290 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:03:46.785059 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 952e6967-e761-4304-881e-3756a9eb04c5 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:03:46.785447 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:46.875083 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:46.911787 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:46.916815 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:46.918656 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:46.925500 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21cad4-cb2c-4d60-a5d0-6ca61ed7227f req-73193c11-ff37-4644-980e-ba1ea46bfc39 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:46.927067 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e21cad4-cb2c-4d60-a5d0-6ca61ed7227f req-73193c11-ff37-4644-980e-ba1ea46bfc39 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.0769730 Jun 12 12:03:46.970434 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e21cad4-cb2c-4d60-a5d0-6ca61ed7227f req-39c6f205-ad0a-41d1-b174-4a2e0181ee0a tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Jun 12 12:03:46.975884 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=10']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:46.978901 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:47.156982 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d60d06-d24c-4006-ad9b-aefe82203da2 req-6a9d0a45-9621-43d3-a069-7c1f833c7234 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:47.158464 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17d60d06-d24c-4006-ad9b-aefe82203da2 req-6a9d0a45-9621-43d3-a069-7c1f833c7234 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0689793 Jun 12 12:03:47.179089 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:47.181427 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae06bab-ab1c-4611-94f2-8b7969de6f7b" -d '{"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-plugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:47.200434 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17d60d06-d24c-4006-ad9b-aefe82203da2 req-9343d792-bc5b-4963-84ff-e61806f45f13 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360577 Jun 12 12:03:47.218147 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0e8d0-f410-4ac3-96e7-fac4456f7792 x-openstack-request-id: req-c7c0e8d0-f410-4ac3-96e7-fac4456f7792 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:47.218590 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-plugged", "status": "completed", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:47.218956 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7c0e8d0-f410-4ac3-96e7-fac4456f7792 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:47.219436 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'code': 200} Jun 12 12:03:47.779410 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ef3a-c0f0-4fe7-88d6-90c4ad9b6c08 req-cc9639d9-ce4e-437e-8d0d-b9809fe5c380 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:47.780873 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f543ef3a-c0f0-4fe7-88d6-90c4ad9b6c08 req-cc9639d9-ce4e-437e-8d0d-b9809fe5c380 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 945 time: 0.0707698 Jun 12 12:03:47.822333 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f543ef3a-c0f0-4fe7-88d6-90c4ad9b6c08 req-87f53d82-802c-4850-a2c4-48c9510da4b6 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356634 Jun 12 12:03:48.161774 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de94ac-1b21-4975-9312-dd9e8ee427ff req-74cc4a98-452a-48d9-945e-5ef2401fcdad tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:48.163315 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b6de94ac-1b21-4975-9312-dd9e8ee427ff req-74cc4a98-452a-48d9-945e-5ef2401fcdad tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.0767825 Jun 12 12:03:48.209021 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b6de94ac-1b21-4975-9312-dd9e8ee427ff req-c6194e87-9527-4673-bc22-3fc6947f2bef tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Jun 12 12:03:48.387061 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceada55-25db-48be-9310-3e59a54d4ab0 req-aa457c3b-dd68-4797-ae6a-710245eec3dd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:48.388532 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aceada55-25db-48be-9310-3e59a54d4ab0 req-aa457c3b-dd68-4797-ae6a-710245eec3dd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0730937 Jun 12 12:03:48.430958 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aceada55-25db-48be-9310-3e59a54d4ab0 req-27188abb-321e-432c-a134-25dcd10747c4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363467 Jun 12 12:03:49.619182 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73ed7b-83ec-4da3-a601-be6793fb2975 req-6287cc64-97b0-470f-b9db-040057380ce1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:49.620579 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bd73ed7b-83ec-4da3-a601-be6793fb2975 req-6287cc64-97b0-470f-b9db-040057380ce1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0711021 Jun 12 12:03:49.621606 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2fdcd-3f48-4f4f-98a0-d7abf8328e16 req-be2dd019-3072-4cbf-9238-6bfbf571c975 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:49.623069 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cec2fdcd-3f48-4f4f-98a0-d7abf8328e16 req-be2dd019-3072-4cbf-9238-6bfbf571c975 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.3046458 Jun 12 12:03:49.665684 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cec2fdcd-3f48-4f4f-98a0-d7abf8328e16 req-4cf0aa82-5291-4689-b7fd-ea84e1b237e2 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Jun 12 12:03:49.668432 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bd73ed7b-83ec-4da3-a601-be6793fb2975 req-5994d669-b538-4dd0-8bb8-e8eac86ea7ad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Jun 12 12:03:50.368811 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-809affeb-9a91-4d9e-bd3a-31514a460b8d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:50.370322 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-809affeb-9a91-4d9e-bd3a-31514a460b8d tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.1244028 Jun 12 12:03:50.386774 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b101fe-b613-4e11-9ab4-0c0b666dd5bc req-4d662172-8007-4406-87d4-828033c93ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:50.388225 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-95b101fe-b613-4e11-9ab4-0c0b666dd5bc req-4d662172-8007-4406-87d4-828033c93ca1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1099 time: 0.1003296 Jun 12 12:03:50.523949 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-95b101fe-b613-4e11-9ab4-0c0b666dd5bc req-f75072c0-5d7f-45c2-b8dd-4d27a5423982 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117158 Jun 12 12:03:50.572490 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fb7ba-a42b-48ff-be53-8f8198551f4b req-ae9c3f5a-0ea9-452b-ad29-ca965ac6e860 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:50.573937 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-de6fb7ba-a42b-48ff-be53-8f8198551f4b req-ae9c3f5a-0ea9-452b-ad29-ca965ac6e860 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 945 time: 0.1609366 Jun 12 12:03:50.576055 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Deleting port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:03:50.576392 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:50.689725 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-de6fb7ba-a42b-48ff-be53-8f8198551f4b req-9e2cbc03-a826-40df-9863-1dc750b6b3f8 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092627 Jun 12 12:03:50.725589 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] For port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:50.725963 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:50.842008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Calling delete_port for 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:03:50.903554 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02260-8c94-43fd-933c-e082804dc1ef req-6a54c4dc-5e22-45e9-a87f-6dd5c537605f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:50.905154 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-afd02260-8c94-43fd-933c-e082804dc1ef req-6a54c4dc-5e22-45e9-a87f-6dd5c537605f tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 945 time: 0.0975876 Jun 12 12:03:50.947970 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-afd02260-8c94-43fd-933c-e082804dc1ef req-88f0a5bd-f234-4218-a4c3-cead9e2b5faf tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/security-groups?id=59f8ae45-fed6-44ab-8f2a-6527f757b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Jun 12 12:03:50.999586 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271848-2e40-472d-a573-66c40f15b03a req-8f4ad3ac-f110-4edc-b149-080d2b5cab7b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:51.001035 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-de271848-2e40-472d-a573-66c40f15b03a req-8f4ad3ac-f110-4edc-b149-080d2b5cab7b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.1565819 Jun 12 12:03:51.089312 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-de271848-2e40-472d-a573-66c40f15b03a req-0a706ab1-8b52-467b-89a1-a40b1edafb05 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817301 Jun 12 12:03:51.101108 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:51.105806 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-681aa7f7-c141-4008-b366-08448fa4d860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:51.114898 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:51.140738 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Pushing event deleted for resources: {'Port': ['ID=4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:51.143965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:51.201511 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] No DVR routers for this DVR port 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:03:51.204078 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:51.206140 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9ca267b1-4794-45c1-bc82-7ad372409e66 req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.67 "DELETE /v2.0/ports/4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd HTTP/1.1" status: 204 len: 173 time: 0.8291128 Jun 12 12:03:51.206727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'name': 'network-vif-deleted', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:51.209114 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101539a-b381-4ecd-8902-edbbaab80561" -d '{"events": [{"server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "name": "network-vif-deleted", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:51.246890 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b376a5-d7c6-4dff-a6eb-df2873e7b8d9 x-openstack-request-id: req-e9b376a5-d7c6-4dff-a6eb-df2873e7b8d9 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:51.247471 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb0264e-f6b2-4810-9110-4f0fad469779", "name": "network-vif-deleted", "tag": "4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:51.247824 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9b376a5-d7c6-4dff-a6eb-df2873e7b8d9 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:51.248234 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb0264e-f6b2-4810-9110-4f0fad469779', 'name': 'network-vif-deleted', 'tag': '4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd', 'status': 'completed', 'code': 200} Jun 12 12:03:51.904382 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325e04-8c05-41db-9f42-529070d200e9 req-0c91e7f5-b3da-4dc4-861e-5a007cc0a6de tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:51.906559 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2325e04-8c05-41db-9f42-529070d200e9 req-0c91e7f5-b3da-4dc4-861e-5a007cc0a6de tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 945 time: 0.0923569 Jun 12 12:03:51.976987 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2325e04-8c05-41db-9f42-529070d200e9 req-7215a4a2-b167-4148-9ffc-213178fd427e tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579433 Jun 12 12:03:52.203460 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e0124b1-8d3a-4bf4-8087-630056475205 req-fca471db-9a74-4735-a31a-68ec38ac6a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eb0264e-f6b2-4810-9110-4f0fad469779 HTTP/1.1" status: 200 len: 210 time: 0.0649867 Jun 12 12:03:52.230242 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599415af-f39f-43c9-8b0c-38899512eb6a req-1cb2215e-9e0b-49e8-8b34-e3a6b7d463ee tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:52.231999 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-599415af-f39f-43c9-8b0c-38899512eb6a req-1cb2215e-9e0b-49e8-8b34-e3a6b7d463ee tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 945 time: 0.0898588 Jun 12 12:03:52.404922 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad0598-4f20-4dca-835e-93ca4fc2cedf req-b45376e5-d890-4ac7-aaa2-8575e216d380 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:52.406391 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b0ad0598-4f20-4dca-835e-93ca4fc2cedf req-b45376e5-d890-4ac7-aaa2-8575e216d380 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.1255062 Jun 12 12:03:52.439665 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Deleting port b94be449-a507-4f98-8cee-c877b00b6902 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:03:52.440130 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:52.539545 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b0ad0598-4f20-4dca-835e-93ca4fc2cedf req-bd83e83e-6a6f-4549-b654-ee13562a9245 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259465 Jun 12 12:03:52.592925 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] For port b94be449-a507-4f98-8cee-c877b00b6902, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b94be449-a507-4f98-8cee-c877b00b6902,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:52.593287 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:52.692093 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Calling delete_port for b94be449-a507-4f98-8cee-c877b00b6902 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:03:52.845056 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:52.848798 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c7249316-546b-4dfb-a97a-fc6cf7a5d8b4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:52.856388 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['b94be449-a507-4f98-8cee-c877b00b6902'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:03:52.884828 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Pushing event deleted for resources: {'Port': ['ID=b94be449-a507-4f98-8cee-c877b00b6902,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:52.887946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:52.943248 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] No DVR routers for this DVR port b94be449-a507-4f98-8cee-c877b00b6902 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:03:52.945627 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:52.947604 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-599415af-f39f-43c9-8b0c-38899512eb6a req-4ebde65c-fd84-452e-8ec1-2d6c5f817853 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "DELETE /v2.0/ports/b94be449-a507-4f98-8cee-c877b00b6902 HTTP/1.1" status: 204 len: 173 time: 0.7091150 Jun 12 12:03:53.126492 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b6a52026-7fe3-4322-8036-99a986b848ea req-2925d354-c46d-41ba-a7b4-e5dc2822560c tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e HTTP/1.1" status: 200 len: 210 time: 0.0379529 Jun 12 12:03:53.249164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'name': 'network-vif-deleted', 'tag': 'b94be449-a507-4f98-8cee-c877b00b6902'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:53.251740 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a741b66-a645-4177-8bc7-dfa7ccaf93ff" -d '{"events": [{"server_uuid": "17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e", "name": "network-vif-deleted", "tag": "b94be449-a507-4f98-8cee-c877b00b6902"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:53.294186 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c48585-6a2f-4d93-b3e0-e2616be72797 x-openstack-request-id: req-e7c48585-6a2f-4d93-b3e0-e2616be72797 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:53.294764 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e", "name": "network-vif-deleted", "tag": "b94be449-a507-4f98-8cee-c877b00b6902", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:53.295076 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e7c48585-6a2f-4d93-b3e0-e2616be72797 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:53.295515 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c8c7f6-3663-45ae-a5ff-ee7bfa0a977e', 'name': 'network-vif-deleted', 'tag': 'b94be449-a507-4f98-8cee-c877b00b6902', 'status': 'completed', 'code': 200} Jun 12 12:03:53.745389 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b02ec-7173-43fc-991b-248aee4aff53 req-aa7191d1-72cc-4b5d-8897-a58341a4416e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:53.746894 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-812b02ec-7173-43fc-991b-248aee4aff53 req-aa7191d1-72cc-4b5d-8897-a58341a4416e tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0705140 Jun 12 12:03:53.796333 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-812b02ec-7173-43fc-991b-248aee4aff53 req-e3756c0d-46b1-4975-befa-22f4d5737234 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 Jun 12 12:03:54.463586 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-2f216840-0d25-47f0-a19b-5551f6317e65 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:54.465076 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-2f216840-0d25-47f0-a19b-5551f6317e65 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/networks?id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 200 len: 808 time: 0.1395395 Jun 12 12:03:54.480377 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-3892f3e0-3dc8-4f44-8b13-9779b159fb4e tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/quotas/7e672495c6494e10a0bdc3e4a4630902 HTTP/1.1" status: 200 len: 375 time: 0.0097115 Jun 12 12:03:54.525484 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-9824486c-5a95-4765-901d-db7517f600f7 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7e672495c6494e10a0bdc3e4a4630902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392692 Jun 12 12:03:54.654075 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-d85b4818-517a-40d6-a8da-db240c9645c0 service neutron] 10.222.0.63 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224582 Jun 12 12:03:54.727541 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:03:54.752700 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:03:54.753071 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4dbe4873-0f65-4564-a4f2-f11f5a5ce3fd not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:03:54.785299 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-5c45b891-6b10-4dc1-b16c-157ec64d6dd6 service neutron] 10.222.0.63 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242683 Jun 12 12:03:54.874070 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 57972) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:55.021454 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1bb93b29-b3aa-4069-9105-e562ae27ec3b req-5a0f05fa-776a-4108-8c6e-33df7bd611d7 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 210 time: 0.0864377 Jun 12 12:03:55.444102 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:55.663177 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57990) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:55.773683 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:55.824465 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Deleting port 28fcf183-52c7-491f-bd23-c3b25dc92af5 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:03:55.824926 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:55.878588 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:55.883297 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:55.885762 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fbdeb94b-ffeb-40a6-b662-6968011068f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:55.932610 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fe49fb-8123-4d6a-97ce-ef026ff836fc,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:55.938541 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] For port 28fcf183-52c7-491f-bd23-c3b25dc92af5, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=28fcf183-52c7-491f-bd23-c3b25dc92af5,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:55.939600 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:55.947406 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:55.961352 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f02929594be04f39814ac4f0459dce91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970805 Jun 12 12:03:55.964047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 57994) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:56.041169 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Calling delete_port for 28fcf183-52c7-491f-bd23-c3b25dc92af5 owned by network:router_interface {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:03:56.128303 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.157751 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-a47ba482-7a45-4026-bd88-9e63b79ccf6b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:56.159260 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-a47ba482-7a45-4026-bd88-9e63b79ccf6b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "GET /v2.0/networks?id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 200 len: 808 time: 0.2109733 Jun 12 12:03:56.204456 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Request body: {'port': {'device_id': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d', 'admin_state_up': True, 'tenant_id': '7e672495c6494e10a0bdc3e4a4630902'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:56.214770 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7f8b124c-172e-4c76-9952-0cb67ab70fc3 req-0e5281df-94d8-44f4-a004-8e27e3a861da tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 210 time: 0.0639391 Jun 12 12:03:56.230065 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.283895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.285909 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8b6fe8dc-0e17-43dc-8695-3a64f1b4dd77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:56.317176 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fcf183-52c7-491f-bd23-c3b25dc92af5,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:56.321369 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:56.366955 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.369504 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.370648 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15fe49fb-8123-4d6a-97ce-ef026ff836fc HTTP/1.1" status: 204 len: 168 time: 0.4057043 Jun 12 12:03:56.372868 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3859e532-6804-4e93-8b93-9b7ef4fe22f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:56.382661 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fe49fb-8123-4d6a-97ce-ef026ff836fc,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:56.401743 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:56.405002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Made reservation on behalf of 7e672495c6494e10a0bdc3e4a4630902 for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:03:56.409072 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.571804 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.602135 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Allocated IP 172.20.0.13 (d3eeba31-1c74-4fed-aaec-a50dc6189d2d/9ae1a38c-a3ad-4249-afe1-c9b323df39ef/4bb60481-e9cf-46cc-8fc4-0285c51b5363) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:03:56.739043 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device b94be449-a507-4f98-8cee-c877b00b6902 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:03:56.764419 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: b94be449-a507-4f98-8cee-c877b00b6902 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:03:56.764787 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device b94be449-a507-4f98-8cee-c877b00b6902 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:03:56.833182 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.876402 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.880929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6445235d-0adf-4dad-8861-4a8c879084be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:56.934318 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Network d3eeba31-1c74-4fed-aaec-a50dc6189d2d is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:03:56.941269 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:03:56.945609 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:03:56.951434 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:56.951979 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:56.961440 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Pushing event updated for resources: {'Port': ['ID=4bb60481-e9cf-46cc-8fc4-0285c51b5363,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:56.966288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:56.975095 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956879 Jun 12 12:03:56.988424 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Request body: {'port': {'device_id': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:57.086700 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.129752 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58022) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:57.179210 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Router 68a99a1e-7c14-476b-bdfb-17707e25e284 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:03:57.290168 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-571937740-network', 'tenant_id': '8e9b8067a73a4070b2a745af7be3116f'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:57.329111 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Made reservation on behalf of 8e9b8067a73a4070b2a745af7be3116f for: {'network': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:03:57.332157 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for network, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.345579 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.411476 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:03:57.417134 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb60481-e9cf-46cc-8fc4-0285c51b5363 {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:03:57.418703 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] 10.222.0.63 "PUT /v2.0/routers/68a99a1e-7c14-476b-bdfb-17707e25e284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433161 Jun 12 12:03:57.422132 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] Sync routers for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:03:57.422855 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58028) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:57.433063 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.433421 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:03:57.434387 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:57.479991 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f364a-7fc6-4853-9c13-9d9568a26ac8 req-1038e13a-7e47-48c7-bf1f-a1307fdab276 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:57.481369 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c96f364a-7fc6-4853-9c13-9d9568a26ac8 req-1038e13a-7e47-48c7-bf1f-a1307fdab276 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 932 time: 0.1318047 Jun 12 12:03:57.544066 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Transition to ACTIVE for port object 4bb60481-e9cf-46cc-8fc4-0285c51b5363 will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:03:57.548601 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c96f364a-7fc6-4853-9c13-9d9568a26ac8 req-9ec7e106-c5f8-44bb-a43e-4d2fe8bc4681 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522621 Jun 12 12:03:57.557840 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.559599 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.562957 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:57.566129 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.571995 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3a478694-ddfb-4786-8bde-17fd48557f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:57.592850 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:03:57.606041 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=91742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:03:57.620217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.620217 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.segments_db [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Added segment 83be6adc-4108-4c8a-8494-433d1c82bd74 of type vlan for network a781d464-2152-42cc-9c28-3c12f9850ff1 Jun 12 12:03:57.677234 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736891721912'] for network, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.677600 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Pushing event updated for resources: {'Port': ['ID=4bb60481-e9cf-46cc-8fc4-0285c51b5363,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:57.681546 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:57.685662 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks [] for router, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.688296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedd599f-26b6-434d-bf66-be7a8791c7ec,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:57.694026 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:57.718477 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618'] for network, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.721488 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:57.722521 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:57.735899 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:57.778402 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6450791 Jun 12 12:03:57.818176 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58030) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:57.823366 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Request body: {'subnet': {'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-571937740-subnet', 'tenant_id': '8e9b8067a73a4070b2a745af7be3116f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:03:57.827001 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a781d464-2152-42cc-9c28-3c12f9850ff1,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:57.829964 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:57.838757 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Network a781d464-2152-42cc-9c28-3c12f9850ff1 details requested by agent ovs-agent-dv-cinder-796113-2-iscsi with host dv-cinder-796113-2-iscsi {{(pid=91743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:03:57.843351 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:03:56Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:57.857557 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Made reservation on behalf of 8e9b8067a73a4070b2a745af7be3116f for: {'subnet': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:03:57.858582 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] Checking router: 68a99a1e-7c14-476b-bdfb-17707e25e284 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:03:57.860013 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29215224'] for subnet, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.069534 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] Routers {'68a99a1e-7c14-476b-bdfb-17707e25e284'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:03:58.070080 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['68a99a1e-7c14-476b-bdfb-17707e25e284'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:58.099790 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29199869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29215214'] for subnet, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.102555 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-7517a2bf-9546-4296-b217-1adbfc507b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:58.116897 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Attempting to bind port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:03:58.117443 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Attempting to bind port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:03:58.117537 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Attempting to bind port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 on network d3eeba31-1c74-4fed-aaec-a50dc6189d2d {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:03:58.126549 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 on network d3eeba31-1c74-4fed-aaec-a50dc6189d2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:03:58.126867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Attempting to bind port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 on network d3eeba31-1c74-4fed-aaec-a50dc6189d2d {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:03:58.136117 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:03:58.136452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Checking segment: {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:03:58.136835 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Bound using segment: {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:03:58.137270 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Bound port: 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:03:58.137618 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.173325 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6179a72-3169-4ebb-a3b2-f4093b8de01a,revision_number=0']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:58.176724 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:58.182661 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Checking segment: {'id': '83be6adc-4108-4c8a-8494-433d1c82bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:03:58.183365 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Network hostable DHCP agents. Network: a781d464-2152-42cc-9c28-3c12f9850ff1, hostable agents: ['294747d8-9d7f-4406-a9fa-8d98e1ba9368'], hosted agents: [] {{(pid=91742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:03:58.204116 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Network a781d464-2152-42cc-9c28-3c12f9850ff1 is scheduled to be hosted by DHCP agent 294747d8-9d7f-4406-a9fa-8d98e1ba9368 with binding_index 1 {{(pid=91742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:03:58.206314 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.216174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-2-iscsi, a781d464-2152-42cc-9c28-3c12f9850ff1) {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:03:58.218301 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] Set router 68a99a1e-7c14-476b-bdfb-17707e25e284 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:03:58.222413 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:58.223144 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.255627 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-cbd628d8-1a80-4d22-b324-c0e9685db33a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4362361 Jun 12 12:03:58.261288 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78afdcbc-256a-41cb-81a2-de1c1eae078d None None] Network a781d464-2152-42cc-9c28-3c12f9850ff1 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:03:58.265900 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] For port 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:03:58.270433 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] For port 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:03:58.284611 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.285971 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2b60bb60-2297-4052-993c-13538036510e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:58.325068 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:58.325581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.327191 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] 10.222.0.67 "PUT /v2.0/ports/4bb60481-e9cf-46cc-8fc4-0285c51b5363 HTTP/1.1" status: 200 len: 1094 time: 1.3437002 Jun 12 12:03:58.328027 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'tag': '4bb60481-e9cf-46cc-8fc4-0285c51b5363'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:03:58.331321 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c38141-de04-4e3d-8ea1-883058e97a50" -d '{"events": [{"name": "network-changed", "server_uuid": "be3f2bff-477e-47ea-981c-3ac2ddb7bf7c", "tag": "4bb60481-e9cf-46cc-8fc4-0285c51b5363"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:03:58.350223 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Deleting port ba1e8449-caee-4cc3-b70e-7790fe346527 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:03:58.350560 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.395470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c108ec-6e74-4dc7-a541-13da3baaa884 x-openstack-request-id: req-20c108ec-6e74-4dc7-a541-13da3baaa884 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:03:58.397189 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3f2bff-477e-47ea-981c-3ac2ddb7bf7c", "tag": "4bb60481-e9cf-46cc-8fc4-0285c51b5363", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:03:58.397473 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20c108ec-6e74-4dc7-a541-13da3baaa884 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:03:58.397892 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'tag': '4bb60481-e9cf-46cc-8fc4-0285c51b5363', 'status': 'completed', 'code': 200} Jun 12 12:03:58.430257 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Pushing event updated for resources: {'Port': ['ID=4bb60481-e9cf-46cc-8fc4-0285c51b5363,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:58.436257 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:58.528497 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] For port ba1e8449-caee-4cc3-b70e-7790fe346527, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ba1e8449-caee-4cc3-b70e-7790fe346527,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:03:58.528850 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:58.545748 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bf7a19f2-a805-4250-9bf5-23a9fe2c2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:58.547284 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-bf7a19f2-a805-4250-9bf5-23a9fe2c2971 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e672495c6494e10a0bdc3e4a4630902&device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 1097 time: 0.1636693 Jun 12 12:03:58.606731 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4530d-c1b0-4077-bc2f-083cfe40d703 None None] Network a781d464-2152-42cc-9c28-3c12f9850ff1 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:03:58.636430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Calling delete_port for ba1e8449-caee-4cc3-b70e-7790fe346527 owned by network:router_gateway {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:03:58.640063 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:03:56Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:03:58.649056 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195fc1ba-30eb-4c60-b4e9-6d33683ba2ec None None] The sync data for ids ['68a99a1e-7c14-476b-bdfb-17707e25e284'] in dv-cinder-796113-2-iscsi is: [{'id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'name': 'tempest-TestMinimumBasicScenario-318385609-router', 'tenant_id': '7c9faa1de4d64177b429e528423b39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:01Z', 'updated_at': '2021-06-12T12:03:56Z', 'revision_number': 5, 'project_id': '7c9faa1de4d64177b429e528423b39c9', 'gw_port': {'id': 'ba1e8449-caee-4cc3-b70e-7790fe346527', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a99a1e-7c14-476b-bdfb-17707e25e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:02Z', 'updated_at': '2021-06-12T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:03:58.720004 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-befe800e-30b1-4c80-9adf-c01e9dd569a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363 HTTP/1.1" status: 200 len: 217 time: 0.1279316 Jun 12 12:03:58.848654 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-0869dbd6-b7aa-4ec6-a682-176ef77fcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:58.850436 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-0869dbd6-b7aa-4ec6-a682-176ef77fcfab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ae1a38c-a3ad-4249-afe1-c9b323df39ef HTTP/1.1" status: 200 len: 848 time: 0.0855205 Jun 12 12:03:58.851327 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b43d0-eebf-4f85-ab2e-1436b0502e49 req-b2b9cd26-d2ba-43b1-92c2-8de9196f1160 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:58.854195 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f40b43d0-eebf-4f85-ab2e-1436b0502e49 req-b2b9cd26-d2ba-43b1-92c2-8de9196f1160 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 944 time: 0.1129274 Jun 12 12:03:58.908014 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f40b43d0-eebf-4f85-ab2e-1436b0502e49 req-31337ece-8cf6-4fb5-a08f-3e2298024b66 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Jun 12 12:03:58.939021 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-d78c3aec-9742-4ce4-be1e-a29756f683c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390317 Jun 12 12:03:59.103229 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-5539af30-67b3-4581-a859-0b2420f64925 service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569479 Jun 12 12:03:59.107568 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.109836 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6f31c2e6-790f-44e6-bf58-857a12c2f2a9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:59.171401 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1e8449-caee-4cc3-b70e-7790fe346527,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:59.177324 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:59.210085 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.402926 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.406117 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.490042 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdb4aebc-2920-445d-9ed1-7e915252e2d1 req-3c2798f6-cb6e-4d99-b07c-030159918a42 service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766196 Jun 12 12:03:59.497322 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.498045 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a99a1e-7c14-476b-bdfb-17707e25e284 {{(pid=91741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:03:59.503379 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.504407 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] 10.222.0.63 "DELETE /v2.0/routers/68a99a1e-7c14-476b-bdfb-17707e25e284 HTTP/1.1" status: 204 len: 168 time: 2.0777702 Jun 12 12:03:59.506941 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58046) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:59.564410 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Deleting subnet 4f14bd9e-8c84-4768-8c33-f317410a94fd {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:03:59.567832 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.602702 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-ae07a4fe-50cf-481f-8798-1213533d05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:59.604254 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-ae07a4fe-50cf-481f-8798-1213533d05af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e672495c6494e10a0bdc3e4a4630902&device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 1097 time: 0.0642793 Jun 12 12:03:59.613007 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.727188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-d9d0599c-1429-4f3a-9e64-9576118fc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:59.729155 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-d9d0599c-1429-4f3a-9e64-9576118fc6bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 200 len: 909 time: 0.1174965 Jun 12 12:03:59.739325 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.787222 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-4263a5c7-11e1-486e-aec0-23530422f0ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363 HTTP/1.1" status: 200 len: 217 time: 0.0480583 Jun 12 12:03:59.803568 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.806903 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:03:59.843574 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:03:59.849115 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4f14bd9e-8c84-4768-8c33-f317410a94fd HTTP/1.1" status: 204 len: 168 time: 0.3376181 Jun 12 12:03:59.849115 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f14bd9e-8c84-4768-8c33-f317410a94fd,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:03:59.849364 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58050) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:03:59.850619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2f9bec58-2482-4d94-875a-262e8e29b8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:03:59.854074 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6c099-c1f2-4d98-9c52-2ed46716bf8b None None] Network 6b19ed73-ae2e-493a-afca-3aa12bdbe175 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:03:59.862385 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-a84fb251-2cc8-44be-80fe-e4977972efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:03:59.863853 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-a84fb251-2cc8-44be-80fe-e4977972efa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ae1a38c-a3ad-4249-afe1-c9b323df39ef HTTP/1.1" status: 200 len: 848 time: 0.0693054 Jun 12 12:03:59.919755 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-aeb85d23-cb2e-44a0-a598-317edfd95752 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3eeba31-1c74-4fed-aaec-a50dc6189d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432048 Jun 12 12:04:00.043754 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:00.138529 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] DHCP port deletion for 6b19ed73-ae2e-493a-afca-3aa12bdbe175 request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:04:00.193787 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Deleting port fd2f3529-8b06-4538-99b1-4fb379afbcdf {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:00.194488 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:00.216201 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-03679b1d-2dc1-4141-8dce-d8361713904e service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212942 Jun 12 12:04:00.236850 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-e90d956f-56b4-4ba8-8bc2-15804055bfbf tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:00.238344 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-e90d956f-56b4-4ba8-8bc2-15804055bfbf tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 813 time: 0.1399829 Jun 12 12:04:00.257418 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-0b3436c3-5812-499a-8378-7b651c3aed1a tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/quotas/8e9b8067a73a4070b2a745af7be3116f HTTP/1.1" status: 200 len: 375 time: 0.0108783 Jun 12 12:04:00.284650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] For port fd2f3529-8b06-4538-99b1-4fb379afbcdf, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=fd2f3529-8b06-4538-99b1-4fb379afbcdf,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:00.285388 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:00.305080 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-da8d2fe3-a490-4939-9011-7a7f066f5ae8 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416100 Jun 12 12:04:00.340090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Deleting port fd2f3529-8b06-4538-99b1-4fb379afbcdf {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:00.340442 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:00.349831 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce9ae-0910-4ecb-b21c-80a1eaaa5bac req-620c1410-038b-48ee-9ce0-5852d48f15cc tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:00.351689 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-663ce9ae-0910-4ecb-b21c-80a1eaaa5bac req-620c1410-038b-48ee-9ce0-5852d48f15cc tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 944 time: 0.2768629 Jun 12 12:04:00.382607 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Calling delete_port for fd2f3529-8b06-4538-99b1-4fb379afbcdf owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:00.430185 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-c8488c32-a4fb-4824-bf14-9a43c0a66961 service neutron] 10.222.0.63 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184132 Jun 12 12:04:00.532353 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:00.535511 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:00.551219 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-d786b65b-4ad0-46a6-848b-e1ad6b50d999 service neutron] 10.222.0.63 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143470 Jun 12 12:04:00.576377 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Pushing event deleted for resources: {'Port': ['ID=fd2f3529-8b06-4538-99b1-4fb379afbcdf,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:00.579053 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:00.582453 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] No DVR routers for this DVR port fd2f3529-8b06-4538-99b1-4fb379afbcdf on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:04:00.663117 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ba1e8449-caee-4cc3-b70e-7790fe346527 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:00.728267 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21c38141-de04-4e3d-8ea1-883058e97a50 req-473b80da-a33f-455a-9eab-918a6d0e2e91 service neutron] 10.222.0.67 "GET /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987864 Jun 12 12:04:00.781604 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e58b3951-05a0-4cc1-837b-3dd6f7fd0020 req-0fa20323-3d88-46bc-a634-32ec24d31023 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0515244 Jun 12 12:04:00.829360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] For port fd2f3529-8b06-4538-99b1-4fb379afbcdf, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=fd2f3529-8b06-4538-99b1-4fb379afbcdf,segment=NetworkSegment(831ec127-e76e-4a11-ae7a-a1d952ebd625),segment_id=831ec127-e76e-4a11-ae7a-a1d952ebd625)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:00.829682 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:00.835268 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-663ce9ae-0910-4ecb-b21c-80a1eaaa5bac req-bc87814b-73dc-41e2-8c8a-56fbced92c39 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561694 Jun 12 12:04:00.898754 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: ba1e8449-caee-4cc3-b70e-7790fe346527 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:00.899355 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ba1e8449-caee-4cc3-b70e-7790fe346527 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:00.899549 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device fd2f3529-8b06-4538-99b1-4fb379afbcdf no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:00.924924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: fd2f3529-8b06-4538-99b1-4fb379afbcdf {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:00.925272 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device fd2f3529-8b06-4538-99b1-4fb379afbcdf not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:00.926455 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 28fcf183-52c7-491f-bd23-c3b25dc92af5 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:00.951681 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 28fcf183-52c7-491f-bd23-c3b25dc92af5 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:00.952006 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 28fcf183-52c7-491f-bd23-c3b25dc92af5 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:00.969176 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Calling delete_port for fd2f3529-8b06-4538-99b1-4fb379afbcdf owned by network:dhcp {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:01.086446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.089821 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d035255c-dc4c-43ed-8cfe-ae4745598915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:01.125922 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2f3529-8b06-4538-99b1-4fb379afbcdf,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:01.131399 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] No DVR routers for this DVR port fd2f3529-8b06-4538-99b1-4fb379afbcdf on host dv-cinder-796113-2-iscsi {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:04:01.133786 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:01.248687 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.261006 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.261384 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.262142 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.262493 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > port after_create 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.262907 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > port after_delete 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.263396 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > port after_update 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.263825 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.264330 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.264671 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.264995 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.400358 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.400865 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.401211 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.401648 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:04:01.402118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b19ed73-ae2e-493a-afca-3aa12bdbe175']}} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:01.435809 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831ec127-e76e-4a11-ae7a-a1d952ebd625') {'for_net_delete': True} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:01.436112 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831ec127-e76e-4a11-ae7a-a1d952ebd625') {} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:01.484841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25788637'] for segment, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.512319 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.529898 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=91741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:04:01.530292 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25796119'] for segment, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: self.session.flush() Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: self.session.flush() Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: self.session.flush() Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: self.session.flush() Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: Traceback (most recent call last): Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: timer() Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: cb(*args, **kw) Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: return func(*args, **kwargs) Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: self._notify() Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: self.callback(batched_events) Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: event.method(event) Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: return f(self, *a, **k) Jun 12 12:04:01.535019 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._get(url).json() Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: return self.request(url, 'GET', **kwargs) Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:04:01.539219 dv-cinder-796113-2-iscsi neutron-server[91741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:04:01.631457 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55a764-c881-43f2-a6b3-e0bc84df4d65 req-19a0a22a-4c62-40a7-98bc-414d99de17af tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:01.632952 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba55a764-c881-43f2-a6b3-e0bc84df4d65 req-19a0a22a-4c62-40a7-98bc-414d99de17af tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.2230506 Jun 12 12:04:01.638060 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.649730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5d5b511a-1213-4e91-a9d8-2043c3ed0cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:01.665017 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:01.666872 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] 10.222.0.63 "DELETE /v2.0/networks/6b19ed73-ae2e-493a-afca-3aa12bdbe175 HTTP/1.1" status: 204 len: 168 time: 1.8165216 Jun 12 12:04:01.671506 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58088) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:01.683610 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Pushing event deleted for resources: {'Network': ['ID=6b19ed73-ae2e-493a-afca-3aa12bdbe175,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:01.686794 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:01.702341 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba55a764-c881-43f2-a6b3-e0bc84df4d65 req-f5290746-7df0-46c5-9a68-00c0b55c76b3 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615170 Jun 12 12:04:01.992645 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-071eaaff-2e01-4aed-9e65-9767e4bcafee req-be7068f0-c119-4693-bd1c-d5894f221c02 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0571899 Jun 12 12:04:02.073773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7ab795eb-e175-497c-b3ca-ef9bf0339c5b tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:02.075380 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7ab795eb-e175-497c-b3ca-ef9bf0339c5b tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 813 time: 0.1835122 Jun 12 12:04:02.095061 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Request body: {'port': {'device_id': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1', 'admin_state_up': True, 'tenant_id': '8e9b8067a73a4070b2a745af7be3116f'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:02.147162 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1f6d4-ed49-4b52-81e6-ce956c18597f req-d076c4a4-3b47-4641-9cd6-cd13e567473c tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:02.149094 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b8a1f6d4-ed49-4b52-81e6-ce956c18597f req-d076c4a4-3b47-4641-9cd6-cd13e567473c tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 944 time: 0.1511862 Jun 12 12:04:02.217515 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.257789 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b8a1f6d4-ed49-4b52-81e6-ce956c18597f req-953954fe-bda5-47dc-bee8-b7724f521626 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615027 Jun 12 12:04:02.281977 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Made reservation on behalf of 8e9b8067a73a4070b2a745af7be3116f for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:04:02.286651 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.434477 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Allocated IP 172.20.0.5 (a781d464-2152-42cc-9c28-3c12f9850ff1/f6179a72-3169-4ebb-a3b2-f4093b8de01a/937b35eb-a4fd-4b43-94db-b716169259cc) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:04:02.586875 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Deleting port a8aa7ecb-cf14-4b79-8797-c01d329a657c {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:02.587249 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.625121 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.668492 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25796173'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.672751 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:02.708059 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] For port a8aa7ecb-cf14-4b79-8797-c01d329a657c, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=a8aa7ecb-cf14-4b79-8797-c01d329a657c,segment=NetworkSegment(db6feaed-fde5-43bf-a8d4-2c3b4e36004b),segment_id=db6feaed-fde5-43bf-a8d4-2c3b4e36004b)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:02.708648 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.732124 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Network a781d464-2152-42cc-9c28-3c12f9850ff1 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:04:02.742320 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:04:02.747950 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:04:02.781463 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4bb60481-e9cf-46cc-8fc4-0285c51b5363 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:04:02.783873 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Pushing event updated for resources: {'Port': ['ID=937b35eb-a4fd-4b43-94db-b716169259cc,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:02.819846 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:02.820904 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:02.824000 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Calling delete_port for a8aa7ecb-cf14-4b79-8797-c01d329a657c owned by network:router_interface {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:02.825090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:02.839952 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494473 Jun 12 12:04:02.854523 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Request body: {'port': {'device_id': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:02.922203 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:02.955590 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '4bb60481-e9cf-46cc-8fc4-0285c51b5363', 'network_id': 'd3eeba31-1c74-4fed-aaec-a50dc6189d2d', 'port_id': '4bb60481-e9cf-46cc-8fc4-0285c51b5363', 'mac_address': 'fa:16:3e:63:33:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1a38c-a3ad-4249-afe1-c9b323df39ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:04:02.959239 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.006169 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.021438 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb60481-e9cf-46cc-8fc4-0285c51b5363 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:04:03.038623 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb602d-7ddf-402d-aa98-1acbcbff543f req-9cd2c28e-a70a-434d-a7af-beb169f05129 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:03.040286 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7deb602d-7ddf-402d-aa98-1acbcbff543f req-9cd2c28e-a70a-434d-a7af-beb169f05129 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1572778 Jun 12 12:04:03.044354 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:03.049491 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.052649 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-7ba62042-2e71-48c1-a867-794b7533a8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:03.118128 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=4bb60481-e9cf-46cc-8fc4-0285c51b5363,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:03.123899 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:03.196566 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7deb602d-7ddf-402d-aa98-1acbcbff543f req-444acf19-7e67-47a0-87e3-fdcc7551867b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573225 Jun 12 12:04:03.197159 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.199148 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-cea7f226-b9dd-4017-90de-2717a8521fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:03.228881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8aa7ecb-cf14-4b79-8797-c01d329a657c,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:03.232765 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:03.332146 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df201d-06ac-44b7-8248-bb3146c81d6b req-dbc793d0-0fb5-4c05-a625-192a30c8ac11 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:03.339274 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-41df201d-06ac-44b7-8248-bb3146c81d6b req-dbc793d0-0fb5-4c05-a625-192a30c8ac11 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 931 time: 0.1889787 Jun 12 12:04:03.382173 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4bb60481-e9cf-46cc-8fc4-0285c51b5363'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:04:03.439759 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-41df201d-06ac-44b7-8248-bb3146c81d6b req-f0795dbb-ac5e-42e1-8a3b-a5c2871452f7 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993817 Jun 12 12:04:03.474773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937b35eb-a4fd-4b43-94db-b716169259cc {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:04:03.483659 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.497625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Transition to ACTIVE for port object 937b35eb-a4fd-4b43-94db-b716169259cc will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:04:03.501238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.503634 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-bcca6102-6a3b-46ae-bb81-5e4b2bf3efbd tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:03.642158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=937b35eb-a4fd-4b43-94db-b716169259cc,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:03.667611 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:03.710292 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.750772 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Attempting to bind port 937b35eb-a4fd-4b43-94db-b716169259cc on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:04:03.751141 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Attempting to bind port 937b35eb-a4fd-4b43-94db-b716169259cc by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '83be6adc-4108-4c8a-8494-433d1c82bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:04:03.751471 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Attempting to bind port 937b35eb-a4fd-4b43-94db-b716169259cc on network a781d464-2152-42cc-9c28-3c12f9850ff1 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:04:03.764977 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-9e23d26b-77a7-4020-94c5-47e93992ece8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:03.766426 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-9e23d26b-77a7-4020-94c5-47e93992ece8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.1725821 Jun 12 12:04:03.767423 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Port 937b35eb-a4fd-4b43-94db-b716169259cc on network a781d464-2152-42cc-9c28-3c12f9850ff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:04:03.767763 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Attempting to bind port 937b35eb-a4fd-4b43-94db-b716169259cc on network a781d464-2152-42cc-9c28-3c12f9850ff1 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:04:03.780223 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:04:03.780572 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Checking segment: {'id': '83be6adc-4108-4c8a-8494-433d1c82bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:04:03.780945 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Bound using segment: {'id': '83be6adc-4108-4c8a-8494-433d1c82bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:04:03.781388 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Bound port: 937b35eb-a4fd-4b43-94db-b716169259cc, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83be6adc-4108-4c8a-8494-433d1c82bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:04:03.781744 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.825167 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.838032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ed12-54ac-48fe-a78b-a766264bc722 req-5a3de3d8-47be-4c94-9d51-6cf5bc96fa39 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:03.839562 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b71ed12-54ac-48fe-a78b-a766264bc722 req-5a3de3d8-47be-4c94-9d51-6cf5bc96fa39 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 945 time: 0.1078064 Jun 12 12:04:03.932553 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] For port 937b35eb-a4fd-4b43-94db-b716169259cc, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:04:03.949956 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] For port 937b35eb-a4fd-4b43-94db-b716169259cc, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=937b35eb-a4fd-4b43-94db-b716169259cc,segment=NetworkSegment(83be6adc-4108-4c8a-8494-433d1c82bd74),segment_id=83be6adc-4108-4c8a-8494-433d1c82bd74)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:04:03.957715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.961179 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-53c23019-2680-4b64-b202-294e3f1d86e6 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:03.967439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Deleting port e9f65243-3344-4a6b-8535-b79ffc405794 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:03.967782 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:03.987380 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b71ed12-54ac-48fe-a78b-a766264bc722 req-0df3d52c-e577-4f29-8a05-ceb464468395 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412663 Jun 12 12:04:04.036355 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:04.036964 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.038342 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] 10.222.0.67 "PUT /v2.0/ports/937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 1093 time: 1.1895683 Jun 12 12:04:04.038953 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'tag': '937b35eb-a4fd-4b43-94db-b716169259cc'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:04.041335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af73f93-4866-429f-a012-d6305e87868b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9a948d-fb00-4e7c-b44c-6cb5b76307d3", "tag": "937b35eb-a4fd-4b43-94db-b716169259cc"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:04.098533 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef691df-0d05-427a-8e77-dc69f9d0f18c x-openstack-request-id: req-1ef691df-0d05-427a-8e77-dc69f9d0f18c {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:04.098914 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9a948d-fb00-4e7c-b44c-6cb5b76307d3", "tag": "937b35eb-a4fd-4b43-94db-b716169259cc", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:04.099331 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1ef691df-0d05-427a-8e77-dc69f9d0f18c {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:04.099757 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'tag': '937b35eb-a4fd-4b43-94db-b716169259cc', 'status': 'completed', 'code': 200} Jun 12 12:04:04.154930 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=937b35eb-a4fd-4b43-94db-b716169259cc,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:04.160621 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:04.163955 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:04:04.193569 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] For port e9f65243-3344-4a6b-8535-b79ffc405794, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9f65243-3344-4a6b-8535-b79ffc405794,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:04.193931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.296806 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-9db7d653-d866-45b2-8862-3dc1730e5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:04.298309 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-9db7d653-d866-45b2-8862-3dc1730e5911 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1096 time: 0.1915460 Jun 12 12:04:04.362735 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:04:04.370491 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] 10.222.0.63 "PUT /v2.0/routers/4d600bb4-91ee-470c-8f6c-df35b7061ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6953187 Jun 12 12:04:04.370915 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58112) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:04.373485 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] Sync routers for ids ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:04:04.386665 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] Routers {'4d600bb4-91ee-470c-8f6c-df35b7061ea5'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:04.387564 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:04.531440 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6109a4-56c6-4772-b52f-55939610a6c9 req-97310ec7-7421-4a48-9a60-68f11c16000f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:04.533014 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e6109a4-56c6-4772-b52f-55939610a6c9 req-97310ec7-7421-4a48-9a60-68f11c16000f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 945 time: 0.2185488 Jun 12 12:04:04.574884 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks [] for router, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.592568 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] Set router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:04.713447 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e6109a4-56c6-4772-b52f-55939610a6c9 req-d48e3190-d8f1-47bd-b4f0-ad2b54f52bde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=97d1ec31-8e75-45f1-9caa-07a09c23be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661358 Jun 12 12:04:04.718683 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-7a28de94-04dc-43a9-a881-21cc894ae3e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.4068859 Jun 12 12:04:04.779537 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4bb60481-e9cf-46cc-8fc4-0285c51b5363 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:04:04.795639 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.852762 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:04:04.857919 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:04:04.858549 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.880196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Deleting port 0f3da88d-dd55-468f-a0d8-3123fe9f778f {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:04.880849 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.900391 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-c7a1d903-2856-47cb-a813-e456622b81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:04.901864 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-c7a1d903-2856-47cb-a813-e456622b81a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.1727281 Jun 12 12:04:04.916127 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.916632 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:04.916938 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Floating IP c7897551-0a04-40ff-821e-4ea7832d46f1 disassociated. External IP: 172.27.1.65, port: e9f65243-3344-4a6b-8535-b79ffc405794. Jun 12 12:04:04.917711 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Calling delete_port for e9f65243-3344-4a6b-8535-b79ffc405794 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:04.943763 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:04:03Z', 'revision_number': 5, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port': {'id': '0f3da88d-dd55-468f-a0d8-3123fe9f778f', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:12Z', 'updated_at': '2021-06-12T12:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:04.948389 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] Checking router: 4d600bb4-91ee-470c-8f6c-df35b7061ea5 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:04:04.958154 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] Routers {'4d600bb4-91ee-470c-8f6c-df35b7061ea5'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:04.959236 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:04.962422 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-649303ed-a9b6-4104-80e5-af4453cb683b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420241 Jun 12 12:04:04.974084 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b527-f4ac-48a8-a706-e897e9353776 req-39ac0ce9-b650-4ca4-bb40-7bfda2359ffb tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:04.975605 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbe5b527-f4ac-48a8-a706-e897e9353776 req-39ac0ce9-b650-4ca4-bb40-7bfda2359ffb tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 943 time: 0.2638326 Jun 12 12:04:04.995958 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.024867 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb60481-e9cf-46cc-8fc4-0285c51b5363'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:05.027386 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490b7e91-d050-49be-b303-1fbe8b485f90" -d '{"events": [{"server_uuid": "be3f2bff-477e-47ea-981c-3ac2ddb7bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "4bb60481-e9cf-46cc-8fc4-0285c51b5363"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:05.046305 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:05.051132 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.054662 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:05.071205 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] For port 0f3da88d-dd55-468f-a0d8-3123fe9f778f, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=0f3da88d-dd55-468f-a0d8-3123fe9f778f,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:05.072087 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.154756 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] Set router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 gateway port host: None {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:05.165819 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbe5b527-f4ac-48a8-a706-e897e9353776 req-ac0e9e90-ef40-4f1c-8bf7-ce78b0a8bab4 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800396 Jun 12 12:04:05.170832 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=4bb60481-e9cf-46cc-8fc4-0285c51b5363,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:05.177582 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:05.212636 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-790953ca-727a-4246-9efb-aeb46fe8f624 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360208 Jun 12 12:04:05.218229 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Calling delete_port for 0f3da88d-dd55-468f-a0d8-3123fe9f778f owned by network:router_gateway {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:05.246603 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36da82-0bc4-4ace-af3d-57f019cc0676 x-openstack-request-id: req-be36da82-0bc4-4ace-af3d-57f019cc0676 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:05.246848 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3f2bff-477e-47ea-981c-3ac2ddb7bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "4bb60481-e9cf-46cc-8fc4-0285c51b5363", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:05.247132 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-be36da82-0bc4-4ace-af3d-57f019cc0676 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:05.247736 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb60481-e9cf-46cc-8fc4-0285c51b5363', 'code': 200} Jun 12 12:04:05.274886 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:04:04Z', 'revision_number': 6, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port_host': None}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:05.279341 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204aed8e-ab00-447e-8a80-100c21b4e2c3 None None] The sync data for ids ['4d600bb4-91ee-470c-8f6c-df35b7061ea5'] in dv-cinder-796113-2-iscsi is: [{'id': '4d600bb4-91ee-470c-8f6c-df35b7061ea5', 'name': 'tempest-TestMinimumBasicScenario-1970744286-router', 'tenant_id': '34c18d88c3fc4de39031efe6f657aeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:10Z', 'updated_at': '2021-06-12T12:04:04Z', 'revision_number': 6, 'project_id': '34c18d88c3fc4de39031efe6f657aeb1', 'gw_port_host': None}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:04:05.377631 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.384200 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-faea31c1-d9a3-4106-b2dd-d5d88d02aa56 tempest-ServerRescueNegativeTestJSON-1810171679 tempest-ServerRescueNegativeTestJSON-1810171679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:05.384750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef928f5-afc9-4526-ba1b-f0f6de856730 req-b7ec7241-9327-459f-afe2-4fbdee3b7422 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:05.391682 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bef928f5-afc9-4526-ba1b-f0f6de856730 req-b7ec7241-9327-459f-afe2-4fbdee3b7422 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 946 time: 0.1682267 Jun 12 12:04:05.433311 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event deleted for resources: {'Port': ['ID=e9f65243-3344-4a6b-8535-b79ffc405794,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:05.436132 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:05.438473 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f24550e-2d15-4c79-8f85-bf89a5b70589 req-087685aa-408a-4716-8760-8edcdd4281e5 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181299 Jun 12 12:04:05.532566 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bef928f5-afc9-4526-ba1b-f0f6de856730 req-91d8f9e2-f567-4e3c-a5a0-027cf4e539e7 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386468 Jun 12 12:04:05.629036 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.631791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ecdb7a48-1a8d-49d1-8b03-e6ad05287ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:05.643573 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12daf29-7e3c-43ae-90eb-b249904eac4b req-6464d8ca-2ea2-4bcd-90fb-de5701fc89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:05.645173 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b12daf29-7e3c-43ae-90eb-b249904eac4b req-6464d8ca-2ea2-4bcd-90fb-de5701fc89ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 1099 time: 0.0913367 Jun 12 12:04:05.653233 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:04:05.667032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73f93-4866-429f-a012-d6305e87868b req-f04e50bb-d4d3-4560-92a7-e5bdafd14aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:05.668514 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-f04e50bb-d4d3-4560-92a7-e5bdafd14aa1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1096 time: 0.1485264 Jun 12 12:04:05.669961 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3da88d-dd55-468f-a0d8-3123fe9f778f,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:05.678405 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:05.745161 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b12daf29-7e3c-43ae-90eb-b249904eac4b req-a3e0e177-537b-470b-9a43-6485152a6ad7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904741 Jun 12 12:04:05.852485 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:04:05.859277 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.864733 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:04:05.880190 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:05.881574 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:05.960193 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] No DVR routers for this DVR port e9f65243-3344-4a6b-8535-b79ffc405794 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:04:05.962861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:05.965188 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9542568c-c5e3-4e2a-9324-cac97ad5bb36 req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "DELETE /v2.0/ports/e9f65243-3344-4a6b-8535-b79ffc405794 HTTP/1.1" status: 204 len: 173 time: 2.1923923 Jun 12 12:04:05.967072 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba1ad6e2-1597-48f1-9909-08df9bf527bb req-36ccbfce-0878-402f-aa15-945bdc34c96e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=2506c8bf-3cd6-42dc-a2fd-daedb9fc0356 HTTP/1.1" status: 200 len: 210 time: 0.0654392 Jun 12 12:04:06.040488 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73f93-4866-429f-a012-d6305e87868b req-37b20da8-5d3b-473c-9ea6-fe389e8d2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:06.041919 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-37b20da8-5d3b-473c-9ea6-fe389e8d2c6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.3625917 Jun 12 12:04:06.043495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.046021 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.087382 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:06.103414 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'name': 'network-vif-deleted', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:06.109899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52507ea-e76a-42ea-bd13-09f4b693f132" -d '{"events": [{"server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "name": "network-vif-deleted", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:06.158346 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-d0dc475e-0429-41a4-afe5-f6a950ea3ceb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.1040769 Jun 12 12:04:06.161336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.161870 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d600bb4-91ee-470c-8f6c-df35b7061ea5 {{(pid=91742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:04:06.167048 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.168233 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] 10.222.0.63 "DELETE /v2.0/routers/4d600bb4-91ee-470c-8f6c-df35b7061ea5 HTTP/1.1" status: 204 len: 168 time: 1.7963436 Jun 12 12:04:06.169025 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dada218-0eae-4e7b-9de6-0a6e726833fb x-openstack-request-id: req-9dada218-0eae-4e7b-9de6-0a6e726833fb {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:06.170727 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506c8bf-3cd6-42dc-a2fd-daedb9fc0356", "name": "network-vif-deleted", "tag": "e9f65243-3344-4a6b-8535-b79ffc405794", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:06.171232 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9dada218-0eae-4e7b-9de6-0a6e726833fb {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:06.172351 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506c8bf-3cd6-42dc-a2fd-daedb9fc0356', 'name': 'network-vif-deleted', 'tag': 'e9f65243-3344-4a6b-8535-b79ffc405794', 'status': 'completed', 'code': 200} Jun 12 12:04:06.174451 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58124) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:06.271385 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Deleting subnet 07b611b0-aa72-4bed-b425-ca19cff17324 {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:04:06.277026 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.384742 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25788630'] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.466471 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:06.471291 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:04:06.472824 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1c573-b606-48d0-8fe4-5cf464fb7c74 req-41637490-7f82-47de-bc4d-116016f53be9 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:06.474436 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-69b1c573-b606-48d0-8fe4-5cf464fb7c74 req-41637490-7f82-47de-bc4d-116016f53be9 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 943 time: 0.1473353 Jun 12 12:04:06.487097 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:06.487828 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:03:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:06.559205 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.607255 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73f93-4866-429f-a012-d6305e87868b req-54a71b9d-c33c-4f3b-a10d-612ae9bddcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:06.608771 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-54a71b9d-c33c-4f3b-a10d-612ae9bddcf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.4394386 Jun 12 12:04:06.690723 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-ca9d9668-bc10-451b-ae89-4588b4a33a32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687244 Jun 12 12:04:06.740424 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a8aa7ecb-cf14-4b79-8797-c01d329a657c no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:06.808194 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: a8aa7ecb-cf14-4b79-8797-c01d329a657c {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:06.811051 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a8aa7ecb-cf14-4b79-8797-c01d329a657c not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:06.812235 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 0f3da88d-dd55-468f-a0d8-3123fe9f778f no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:06.855383 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 0f3da88d-dd55-468f-a0d8-3123fe9f778f {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:06.856504 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25788606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388761'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.857198 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 0f3da88d-dd55-468f-a0d8-3123fe9f778f not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:06.869266 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-69b1c573-b606-48d0-8fe4-5cf464fb7c74 req-d73c1879-98e0-45e2-b064-90617ff3b434 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778987 Jun 12 12:04:06.874878 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:06.877527 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5ccb9195-a336-48d0-8d95-0e8d5e3986f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:06.939136 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2128ec-d8e1-4795-8061-cf666df2c212 None None] Network 121f0a03-f355-4c5a-9fe2-be97e1263a3c requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:04:06.946054 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b611b0-aa72-4bed-b425-ca19cff17324,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:06.946350 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-0809a2cf-c3c8-4a81-87b8-5244fed8f5c3 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387924 Jun 12 12:04:06.959887 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:06.962218 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/07b611b0-aa72-4bed-b425-ca19cff17324 HTTP/1.1" status: 204 len: 168 time: 0.7866423 Jun 12 12:04:06.963549 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:06.964887 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58132) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:07.070605 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.079677 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a82ed3-0fa1-415b-9852-7acb3ec14d78 req-8abc2d44-4067-40e2-91da-71d32e5d566f tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:07.082208 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-23a82ed3-0fa1-415b-9852-7acb3ec14d78 req-8abc2d44-4067-40e2-91da-71d32e5d566f tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 946 time: 0.2710238 Jun 12 12:04:07.125017 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58138) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:07.129213 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3af73f93-4866-429f-a012-d6305e87868b req-33ab87a6-26b2-42b3-b55c-839b704d5a5f service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727650 Jun 12 12:04:07.139425 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Deleting port da132711-4417-4666-aad6-c1df9ffcdf42 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:07.139769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.179934 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-23a82ed3-0fa1-415b-9852-7acb3ec14d78 req-56ee84bf-4dcc-4f14-af8b-6a589bf6d764 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863674 Jun 12 12:04:07.219301 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.246175 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] For port da132711-4417-4666-aad6-c1df9ffcdf42, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=da132711-4417-4666-aad6-c1df9ffcdf42,segment=NetworkSegment(db6feaed-fde5-43bf-a8d4-2c3b4e36004b),segment_id=db6feaed-fde5-43bf-a8d4-2c3b4e36004b)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:07.246540 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.253906 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.321976 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.326453 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.331186 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "DELETE /v2.0/security-groups/97d1ec31-8e75-45f1-9caa-07a09c23be22 HTTP/1.1" status: 204 len: 168 time: 0.2020178 Jun 12 12:04:07.331186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f664d157-64d0-4907-8c79-77ec88ac4e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:07.335274 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58140) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:07.347340 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Calling delete_port for da132711-4417-4666-aad6-c1df9ffcdf42 owned by network:dhcp {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:07.350682 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1ec31-8e75-45f1-9caa-07a09c23be22,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:07.358836 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:07.360466 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.api.v2.resource [None req-c80d89a8-9dd2-4433-9efd-7755955d950d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] show failed (client error): The resource could not be found. Jun 12 12:04:07.362997 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c80d89a8-9dd2-4433-9efd-7755955d950d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups/97d1ec31-8e75-45f1-9caa-07a09c23be22 HTTP/1.1" status: 404 len: 347 time: 0.0251589 Jun 12 12:04:07.367427 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58142) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:07.468838 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.471694 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5ee66a10-80c5-4606-89e9-febf0eaaea1a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:07.508229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Pushing event deleted for resources: {'Port': ['ID=da132711-4417-4666-aad6-c1df9ffcdf42,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:07.510743 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:07.511628 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] No DVR routers for this DVR port da132711-4417-4666-aad6-c1df9ffcdf42 on host dv-cinder-796113-2-iscsi {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:04:07.535507 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:07.539449 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f96314-0829-404a-a88b-175d828631c7 None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:04:07.583026 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Deleting port ee7ca6b3-f8eb-4a69-9ada-ce0ec1702a8e {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:07.583402 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.607284 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520faff-a73e-49b8-a5e6-d299bc947c58 None None] DHCP port deletion for 121f0a03-f355-4c5a-9fe2-be97e1263a3c request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:04:07.639143 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.652832 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121f0a03-f355-4c5a-9fe2-be97e1263a3c']}} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:07.669811 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b') {'for_net_delete': True} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:07.670278 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6feaed-fde5-43bf-a8d4-2c3b4e36004b') {} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:07.682480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25788637'] for segment, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.697791 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.698122 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.703002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.711861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=91741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:04:07.712361 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25796119'] for segment, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: Traceback (most recent call last): Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: timer() Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: cb(*args, **kw) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: return func(*args, **kwargs) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: self._notify() Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: self.callback(batched_events) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: event.method(event) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: return f(self, *a, **k) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._get(url).json() Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: return self.request(url, 'GET', **kwargs) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:04:07.714670 dv-cinder-796113-2-iscsi neutron-server[91741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:04:07.796872 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Calling delete_port for ee7ca6b3-f8eb-4a69-9ada-ce0ec1702a8e owned by network:floatingip {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:07.805911 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.812728 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:07.816170 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] 10.222.0.63 "DELETE /v2.0/networks/121f0a03-f355-4c5a-9fe2-be97e1263a3c HTTP/1.1" status: 204 len: 168 time: 0.8497839 Jun 12 12:04:07.816893 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:07.834616 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Pushing event deleted for resources: {'Network': ['ID=121f0a03-f355-4c5a-9fe2-be97e1263a3c,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:07.839423 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:07.869371 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e76616-bd7d-4512-a79d-f5f5be6e46b3 None None] New status for floating IP c7897551-0a04-40ff-821e-4ea7832d46f1: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:04:07.974552 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58148) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.018568 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.019486 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron_lib.db.api [None req-88e76616-bd7d-4512-a79d-f5f5be6e46b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:04:08.020192 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG oslo_db.api [None req-88e76616-bd7d-4512-a79d-f5f5be6e46b3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:04:08.021237 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:08.054332 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event deleted for resources: {'Port': ['ID=ee7ca6b3-f8eb-4a69-9ada-ce0ec1702a8e,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:08.057799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:08.063155 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-4ee91017-0cfc-43fc-9990-e28b16206758 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c9faa1de4d64177b429e528423b39c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851510 Jun 12 12:04:08.064146 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58150) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.141923 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.145174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.146405 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d3740a9e-a50d-4b34-95a0-b47f676731c5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "DELETE /v2.0/floatingips/c7897551-0a04-40ff-821e-4ea7832d46f1 HTTP/1.1" status: 204 len: 168 time: 0.7779090 Jun 12 12:04:08.146737 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475879a9-dfcb-4c02-aab6-faa9795f48a3 req-a75d6272-802d-498e-857b-337a77c0f63f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:08.148291 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-475879a9-dfcb-4c02-aab6-faa9795f48a3 req-a75d6272-802d-498e-857b-337a77c0f63f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 943 time: 0.1359150 Jun 12 12:04:08.150081 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.199288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.235147 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-475879a9-dfcb-4c02-aab6-faa9795f48a3 req-75c0ebc0-5d1f-4ae1-80df-635f4786df0f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775254 Jun 12 12:04:08.285588 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.289012 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.295687 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59f8ae45-fed6-44ab-8f2a-6527f757b3e5 HTTP/1.1" status: 204 len: 168 time: 0.2300658 Jun 12 12:04:08.297351 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0efe4826-11cb-449a-b3da-1b3241e8a7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:08.315051 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f8ae45-fed6-44ab-8f2a-6527f757b3e5,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:08.318193 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:08.465303 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29886-8d54-4dfd-bd51-33e7920c92f3 req-3d28ccde-5cfd-4a9b-b03b-57ace39554a9 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:08.467075 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2bc29886-8d54-4dfd-bd51-33e7920c92f3 req-3d28ccde-5cfd-4a9b-b03b-57ace39554a9 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 946 time: 0.1058021 Jun 12 12:04:08.520875 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58158) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.523494 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e76616-bd7d-4512-a79d-f5f5be6e46b3 None None] New status for floating IP c7897551-0a04-40ff-821e-4ea7832d46f1: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:04:08.524360 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2bc29886-8d54-4dfd-bd51-33e7920c92f3 req-9a457fae-02cb-40a2-84c6-8cc9b98fb870 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496299 Jun 12 12:04:08.528057 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734447198', 'description': 'tempest-description--157932199'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:08.571770 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.666744 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device da132711-4417-4666-aad6-c1df9ffcdf42 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:08.704211 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.708664 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.711725 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-728c2567-820e-4145-9c40-2b1eaa55462a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:08.713480 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: da132711-4417-4666-aad6-c1df9ffcdf42 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:08.713939 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device da132711-4417-4666-aad6-c1df9ffcdf42 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:08.746002 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0766657d-2362-49d1-88a6-d62c247cc2b5,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:08.748734 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.753299 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2277389 Jun 12 12:04:08.753299 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:08.753894 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58166) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.758437 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'security_group_rule': {'security_group_id': '0766657d-2362-49d1-88a6-d62c247cc2b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:08.792426 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.797858 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 937b35eb-a4fd-4b43-94db-b716169259cc details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:04:08.804197 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device e9f65243-3344-4a6b-8535-b79ffc405794 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:08.854462 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58170) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.859554 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: e9f65243-3344-4a6b-8535-b79ffc405794 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:08.860371 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device e9f65243-3344-4a6b-8535-b79ffc405794 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:08.878987 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.883563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.890870 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-db4d4c97-c45a-4df0-87f8-6119b46fb16d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:08.906677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9294197b-b8d0-4dd1-b3f0-81066e80c03c,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:08.911894 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:08.927124 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:08.928558 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-8aec2875-e8e2-4c92-adb9-d02e426f31e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737411 Jun 12 12:04:08.931064 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58174) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.935758 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'security_group_rule': {'security_group_id': '0766657d-2362-49d1-88a6-d62c247cc2b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:08.949821 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d0f93b52-acc3-49c8-9c10-78d7d68bcc71 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=34c18d88c3fc4de39031efe6f657aeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938537 Jun 12 12:04:08.950899 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58176) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:08.968417 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.017027 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.022933 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 937b35eb-a4fd-4b43-94db-b716169259cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=937b35eb-a4fd-4b43-94db-b716169259cc,segment=NetworkSegment(83be6adc-4108-4c8a-8494-433d1c82bd74),segment_id=83be6adc-4108-4c8a-8494-433d1c82bd74)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:09.039733 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '937b35eb-a4fd-4b43-94db-b716169259cc', 'network_id': 'a781d464-2152-42cc-9c28-3c12f9850ff1', 'port_id': '937b35eb-a4fd-4b43-94db-b716169259cc', 'mac_address': 'fa:16:3e:f4:3e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6179a72-3169-4ebb-a3b2-f4093b8de01a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:04:09.044028 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.045835 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.051766 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.054823 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:09.074205 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596ef840-e341-4ae8-ae3d-ae2979c27431,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:09.078366 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:09.086394 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.090464 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-eff24395-3d90-4303-bbc2-6919a456bbe0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556675 Jun 12 12:04:09.091040 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58180) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:09.096814 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:09.125965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.129403 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.132323 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.133966 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8781e0b6-551b-495d-9daf-a82c7847f131 HTTP/1.1" status: 204 len: 168 time: 0.1821187 Jun 12 12:04:09.135424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d765c2b5-3fdd-4cd4-9518-97f07d2a2308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:09.136321 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.148775 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781e0b6-551b-495d-9daf-a82c7847f131,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:09.149627 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-863e1bee-2393-4ef9-976e-1e8238295145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.157124 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937b35eb-a4fd-4b43-94db-b716169259cc {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:04:09.163646 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:09.208125 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 937b35eb-a4fd-4b43-94db-b716169259cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=937b35eb-a4fd-4b43-94db-b716169259cc,segment=NetworkSegment(83be6adc-4108-4c8a-8494-433d1c82bd74),segment_id=83be6adc-4108-4c8a-8494-433d1c82bd74)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:09.213266 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.215694 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4d5f7a7b-4d0a-4b56-a76c-c41132892db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:09.294784 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=937b35eb-a4fd-4b43-94db-b716169259cc,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:09.299191 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:09.322154 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:09.488439 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['937b35eb-a4fd-4b43-94db-b716169259cc'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:04:09.570203 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Allocated IP 172.27.1.88 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/f21c8580-995f-47ef-8deb-45e16311486b) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:04:09.588601 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc203d-e51b-4431-8fed-b22d70cde7d3 req-88a0ff0c-6c8e-4c35-9f6a-614d652bef6d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:09.591347 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9bcc203d-e51b-4431-8fed-b22d70cde7d3 req-88a0ff0c-6c8e-4c35-9f6a-614d652bef6d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 944 time: 0.2169321 Jun 12 12:04:09.880214 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a94727-05d2-40f7-a884-3fb4cfbefd37 req-883516d2-a350-431a-8e7b-fff023e0ec8c tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:09.881841 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-34a94727-05d2-40f7-a884-3fb4cfbefd37 req-883516d2-a350-431a-8e7b-fff023e0ec8c tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 946 time: 0.3054819 Jun 12 12:04:09.926373 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-34a94727-05d2-40f7-a884-3fb4cfbefd37 req-0115b9af-ace3-48d8-8e7a-843582a8e581 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Jun 12 12:04:10.054815 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9bcc203d-e51b-4431-8fed-b22d70cde7d3 req-9b1d7c88-457d-4237-9c47-8a3822073343 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312479 Jun 12 12:04:10.088337 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.130238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25796173'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.133093 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-29508ed0-385a-4323-9110-be80f9010046 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:10.173089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:04:10.183761 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:04:10.187363 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:04:10.222415 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'Port': ['ID=f21c8580-995f-47ef-8deb-45e16311486b,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:10.226134 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:10.304484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.362951 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.560735 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.565347 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.568092 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2b60bb60-2297-4052-993c-13538036510e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:10.655014 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'Port': ['ID=f21c8580-995f-47ef-8deb-45e16311486b,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:10.659523 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:10.664354 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.677666 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.679071 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5870595 Jun 12 12:04:10.810582 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 937b35eb-a4fd-4b43-94db-b716169259cc up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:04:10.867304 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 937b35eb-a4fd-4b43-94db-b716169259cc completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:04:10.870921 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 937b35eb-a4fd-4b43-94db-b716169259cc triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:04:10.871327 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.876597 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-caf8d2ce-1a17-48a3-8c55-5fe8cba86a4a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--734447198&fields=id&tenant_id=41daa3b0e5214fada9812301b8e7bf3b HTTP/1.1" status: 200 len: 267 time: 0.0387039 Jun 12 12:04:10.969388 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:10.996741 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937b35eb-a4fd-4b43-94db-b716169259cc'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:10.999111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec31026-44c8-40db-ac2c-46f962fc9696" -d '{"events": [{"server_uuid": "9e9a948d-fb00-4e7c-b44c-6cb5b76307d3", "name": "network-vif-plugged", "status": "completed", "tag": "937b35eb-a4fd-4b43-94db-b716169259cc"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:11.014007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 937b35eb-a4fd-4b43-94db-b716169259cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=937b35eb-a4fd-4b43-94db-b716169259cc,segment=NetworkSegment(83be6adc-4108-4c8a-8494-433d1c82bd74),segment_id=83be6adc-4108-4c8a-8494-433d1c82bd74)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:11.019104 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:11.020989 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-6acd3b51-c68f-438c-a35e-408f53b6659d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:11.061231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-81e61e4d-258f-4e9b-a690-efca8fbcb9e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:11.063882 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-81e61e4d-258f-4e9b-a690-efca8fbcb9e7 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 810 time: 0.1800594 Jun 12 12:04:11.082798 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=937b35eb-a4fd-4b43-94db-b716169259cc,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:11.086212 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-108640ca-44cd-4a49-9b15-0c89ac2a7a09 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/quotas/41daa3b0e5214fada9812301b8e7bf3b HTTP/1.1" status: 200 len: 375 time: 0.0159664 Jun 12 12:04:11.087312 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:11.094683 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-a0b36dcb-cee9-4f71-9d06-471a507d7cce tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:11.096183 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-a0b36dcb-cee9-4f71-9d06-471a507d7cce tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 946 time: 0.1164966 Jun 12 12:04:11.130253 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ec07-4837-4cea-9f49-44f0d0bb1709 req-a0b61779-f5e6-4c1a-b641-653b9c2d3442 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:11.131832 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43f1ec07-4837-4cea-9f49-44f0d0bb1709 req-a0b61779-f5e6-4c1a-b641-653b9c2d3442 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 946 time: 0.0840738 Jun 12 12:04:11.176413 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43f1ec07-4837-4cea-9f49-44f0d0bb1709 req-a83b86dc-3408-4fb7-9e42-fc0a3893915e tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/security-groups?id=f0600dd1-4a6c-41ed-ba29-5f708810b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 Jun 12 12:04:11.223299 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26160319-9400-4c2a-9cae-6508617316a2 x-openstack-request-id: req-26160319-9400-4c2a-9cae-6508617316a2 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:11.223689 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9a948d-fb00-4e7c-b44c-6cb5b76307d3", "name": "network-vif-plugged", "status": "completed", "tag": "937b35eb-a4fd-4b43-94db-b716169259cc", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:11.224582 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-26160319-9400-4c2a-9cae-6508617316a2 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:11.224582 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937b35eb-a4fd-4b43-94db-b716169259cc', 'code': 200} Jun 12 12:04:11.262252 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-c5d21aa0-5f6f-4f5e-a778-6f5d19950c84 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648986 Jun 12 12:04:11.271121 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Deleting port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:11.271358 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:11.363480 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ec56d76a-d120-4a39-8615-d07e734f38f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:11.413642 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12412d1e-8b2a-4c43-8156-0f42603ce7c4 req-92228a01-9f78-48d9-8295-947603dbae25 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:11.415198 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-12412d1e-8b2a-4c43-8156-0f42603ce7c4 req-92228a01-9f78-48d9-8295-947603dbae25 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 945 time: 0.0824285 Jun 12 12:04:11.443511 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] For port 4bb60481-e9cf-46cc-8fc4-0285c51b5363, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bb60481-e9cf-46cc-8fc4-0285c51b5363,segment=NetworkSegment(31dd39f7-8100-45c4-80fd-2e0f5bf8d69c),segment_id=31dd39f7-8100-45c4-80fd-2e0f5bf8d69c)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:11.443871 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:11.492721 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-12412d1e-8b2a-4c43-8156-0f42603ce7c4 req-071fc37d-e0ad-4a42-a4e0-942a8d932034 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704520 Jun 12 12:04:11.513977 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9a90d-65fe-4e06-8570-037b74b57381 req-7f36f38e-5ca4-4370-9f00-d23d7c591bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:11.515491 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f0d9a90d-65fe-4e06-8570-037b74b57381 req-7f36f38e-5ca4-4370-9f00-d23d7c591bbb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.0764525 Jun 12 12:04:11.555007 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f0d9a90d-65fe-4e06-8570-037b74b57381 req-c8e524e7-d26f-47cd-abb6-a501a7bdefa6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Jun 12 12:04:11.597763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Calling delete_port for 4bb60481-e9cf-46cc-8fc4-0285c51b5363 owned by compute:nova {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:11.670411 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-ba7d33be-b8c9-418f-9b7a-996227de10c9 service neutron] 10.222.0.63 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904994 Jun 12 12:04:11.840417 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-8423cb08-b754-4d1b-a9fb-7e64371ca11d service neutron] 10.222.0.63 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634157 Jun 12 12:04:11.858202 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:11.862311 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e993f05f-8044-40b4-95a4-ca53dab15a41 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:11.872940 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['4bb60481-e9cf-46cc-8fc4-0285c51b5363'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:04:11.895897 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Pushing event deleted for resources: {'Port': ['ID=4bb60481-e9cf-46cc-8fc4-0285c51b5363,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:11.900532 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:11.971754 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] No DVR routers for this DVR port 4bb60481-e9cf-46cc-8fc4-0285c51b5363 on host hv-cinder-79611 {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:04:11.975640 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:11.979250 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-51ce8c18-537e-4a80-852a-cb1103ea0d82 req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.67 "DELETE /v2.0/ports/4bb60481-e9cf-46cc-8fc4-0285c51b5363 HTTP/1.1" status: 204 len: 173 time: 0.8733969 Jun 12 12:04:11.979940 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'name': 'network-vif-deleted', 'tag': '4bb60481-e9cf-46cc-8fc4-0285c51b5363'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:11.983456 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f54ca4-278b-46af-a1e8-d6039a91cf39" -d '{"events": [{"server_uuid": "be3f2bff-477e-47ea-981c-3ac2ddb7bf7c", "name": "network-vif-deleted", "tag": "4bb60481-e9cf-46cc-8fc4-0285c51b5363"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:12.010991 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:12.029413 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f666a4-64f5-4a40-a80a-0933efa33996 x-openstack-request-id: req-07f666a4-64f5-4a40-a80a-0933efa33996 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:12.029730 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3f2bff-477e-47ea-981c-3ac2ddb7bf7c", "name": "network-vif-deleted", "tag": "4bb60481-e9cf-46cc-8fc4-0285c51b5363", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:12.030199 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07f666a4-64f5-4a40-a80a-0933efa33996 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:12.030692 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3f2bff-477e-47ea-981c-3ac2ddb7bf7c', 'name': 'network-vif-deleted', 'tag': '4bb60481-e9cf-46cc-8fc4-0285c51b5363', 'status': 'completed', 'code': 200} Jun 12 12:04:12.039276 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e8d7cd0a-ca09-45d0-97ca-e25e778a6010 req-1abfd2f6-c4ea-4b9e-bc19-476e4d6fe22f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 210 time: 0.0499058 Jun 12 12:04:12.348682 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b5fbb6a0-c13f-413a-89f0-0d62de91363d req-89d64065-4eb8-4f3f-b069-737332476a38 tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] 10.222.0.63 "GET /v2.0/ports?device_id=be3f2bff-477e-47ea-981c-3ac2ddb7bf7c HTTP/1.1" status: 200 len: 210 time: 0.0355709 Jun 12 12:04:12.674704 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:12.687202 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dec96-3fa2-47d5-a373-777637e856a5 req-107eea6d-f27c-4f16-858c-0ed5b637603c tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:12.688661 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-578dec96-3fa2-47d5-a373-777637e856a5 req-107eea6d-f27c-4f16-858c-0ed5b637603c tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 945 time: 0.0777314 Jun 12 12:04:12.732646 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-578dec96-3fa2-47d5-a373-777637e856a5 req-0da0619e-b7df-4dad-87be-0934d4f76b06 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Jun 12 12:04:13.248920 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a44cd2d4-a5c7-47ee-b731-84228740fb5f req-23f25ad6-8d5b-4275-a68c-e9996352d2ae tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 210 time: 0.0371253 Jun 12 12:04:13.391904 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-86bddf3a-ce81-4c5c-843c-c4aa96dc16b2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:13.393544 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-86bddf3a-ce81-4c5c-843c-c4aa96dc16b2 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 810 time: 0.1471212 Jun 12 12:04:13.468354 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-f1db6d98-560a-426d-b6f1-381171838b62 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41daa3b0e5214fada9812301b8e7bf3b HTTP/1.1" status: 200 len: 379 time: 0.0655732 Jun 12 12:04:13.480824 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'port': {'device_id': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'admin_state_up': True, 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'security_groups': ['0766657d-2362-49d1-88a6-d62c247cc2b5']}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:13.640195 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Made reservation on behalf of 41daa3b0e5214fada9812301b8e7bf3b for: {'port': 1} {{(pid=91742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:04:13.644575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:13.803283 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Allocated IP 172.20.0.3 (ba833603-2e91-46b9-b6cc-19633aa39129/89d46276-e23e-49c8-a433-dbe70f5d9ab6/968afc67-4ba2-495d-bd5f-4dfa5cac13f7) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:04:13.982338 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:13.995586 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Transition to ACTIVE for port object 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 will not be triggered until provisioned by entity DHCP. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:04:14.035495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:14.039939 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-06901b5d-bc9b-4c5f-8f48-87517ac00b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:14.086174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Network ba833603-2e91-46b9-b6cc-19633aa39129 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:04:14.089463 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:04:14.103397 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:04:14.394192 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:14.397507 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-aec418d3-7af3-48a6-a09e-26ac6955a117 None None] Provisioning for port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:04:14.401200 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-aec418d3-7af3-48a6-a09e-26ac6955a117 None None] Provisioning complete for port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:04:14.401679 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aec418d3-7af3-48a6-a09e-26ac6955a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:14.447745 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-aec418d3-7af3-48a6-a09e-26ac6955a117 None None] Port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:04:14.459458 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event updated for resources: {'Port': ['ID=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:14.475933 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:14.487202 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:14.487818 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:14.511375 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-954af179-2048-42d5-b75b-7af00340d147 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0353889 Jun 12 12:04:14.530056 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5624d0-b017-4cb6-959c-a4db2c77c042 req-b1b9d101-b87c-48bb-8406-afb51579ee5a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:14.531596 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e5624d0-b017-4cb6-959c-a4db2c77c042 req-b1b9d101-b87c-48bb-8406-afb51579ee5a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 931 time: 0.1208277 Jun 12 12:04:14.574307 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e5624d0-b017-4cb6-959c-a4db2c77c042 req-247ecd3a-11db-4655-8e61-f1d25ca17a08 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363185 Jun 12 12:04:15.505524 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4bb60481-e9cf-46cc-8fc4-0285c51b5363 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:15.529457 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 4bb60481-e9cf-46cc-8fc4-0285c51b5363 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:15.529893 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 4bb60481-e9cf-46cc-8fc4-0285c51b5363 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:15.760452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7b6f-a3bc-4f3e-aee9-0679759d7e91 req-48b82013-29d9-48c1-be72-a02479727202 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:15.761960 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e48a7b6f-a3bc-4f3e-aee9-0679759d7e91 req-48b82013-29d9-48c1-be72-a02479727202 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 931 time: 0.0729098 Jun 12 12:04:15.805907 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e48a7b6f-a3bc-4f3e-aee9-0679759d7e91 req-90275302-6df7-443c-bab5-967a78e22c02 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376928 Jun 12 12:04:16.483647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Request body: {'port': {'device_id': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:16.571553 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:16.893873 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 {{(pid=91742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:04:16.902104 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:16.915875 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.provisioning_blocks [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Transition to ACTIVE for port object 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 will not be triggered until provisioned by entity L2. {{(pid=91742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:04:16.919643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:16.921637 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1f175f4a-bce1-441d-875f-323251684e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:17.057903 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Pushing event updated for resources: {'Port': ['ID=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:17.088090 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:17.158341 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1adf95-3794-4839-81e5-99e680a2b30a req-58b8b063-1209-4efe-a891-1ada9f31529f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:17.159833 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df1adf95-3794-4839-81e5-99e680a2b30a req-58b8b063-1209-4efe-a891-1ada9f31529f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 943 time: 0.2316105 Jun 12 12:04:17.177896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Attempting to bind port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:04:17.178229 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Attempting to bind port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:04:17.178557 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Attempting to bind port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 on network ba833603-2e91-46b9-b6cc-19633aa39129 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:04:17.194191 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 on network ba833603-2e91-46b9-b6cc-19633aa39129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:04:17.194526 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Attempting to bind port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 on network ba833603-2e91-46b9-b6cc-19633aa39129 {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:04:17.202348 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:04:17.202679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Checking segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:04:17.203080 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Bound using segment: {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'} {{(pid=91742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:04:17.203605 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.managers [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Bound port: 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fea393-17af-4be7-ab3a-6e98fcde2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129'}}] {{(pid=91742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:04:17.203997 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:17.228417 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df1adf95-3794-4839-81e5-99e680a2b30a req-b920d3cf-51cc-4ef9-aa0d-2c5b2a333f5f tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595825 Jun 12 12:04:17.292073 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] For port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host hv-cinder-79611, cleared binding levels {{(pid=91742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:04:17.295218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] For port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:04:17.299672 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:17.302226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:17.337828 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:17.338423 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:17.340109 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] 10.222.0.67 "PUT /v2.0/ports/968afc67-4ba2-495d-bd5f-4dfa5cac13f7 HTTP/1.1" status: 200 len: 1093 time: 0.8607595 Jun 12 12:04:17.340465 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:17.342752 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a053a-344c-4545-97fe-9ce4934a074a" -d '{"events": [{"name": "network-changed", "server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:17.382218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Pushing event updated for resources: {'Port': ['ID=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,revision_number=3']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:17.392083 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:17.400292 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6098f04-4a5f-412b-8f80-f8b5efb9987e x-openstack-request-id: req-c6098f04-4a5f-412b-8f80-f8b5efb9987e {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:17.400635 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:17.401062 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c6098f04-4a5f-412b-8f80-f8b5efb9987e {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:17.401649 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'status': 'completed', 'code': 200} Jun 12 12:04:17.694215 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a053a-344c-4545-97fe-9ce4934a074a req-a33ca0da-bd36-43ca-a4ae-cdf025e070c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:17.695882 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a01a053a-344c-4545-97fe-9ce4934a074a req-a33ca0da-bd36-43ca-a4ae-cdf025e070c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0612874 Jun 12 12:04:17.712585 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:04:17.823573 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a053a-344c-4545-97fe-9ce4934a074a req-79eec5d0-fe52-468d-8772-509ec8191465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:17.824911 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a01a053a-344c-4545-97fe-9ce4934a074a req-79eec5d0-fe52-468d-8772-509ec8191465 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1189179 Jun 12 12:04:17.946694 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a053a-344c-4545-97fe-9ce4934a074a req-db81d17b-3e0f-4670-aafe-3797468f7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:17.948259 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a01a053a-344c-4545-97fe-9ce4934a074a req-db81d17b-3e0f-4670-aafe-3797468f7daa service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159790 Jun 12 12:04:18.052264 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a7ddb5bd-9821-4d04-97bb-756aa25a0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:18.053726 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a7ddb5bd-9821-4d04-97bb-756aa25a0a00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0610018 Jun 12 12:04:18.119469 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-a4616d21-b36a-47c4-81bd-02ef1edd1c20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7 HTTP/1.1" status: 200 len: 217 time: 0.0550926 Jun 12 12:04:18.191534 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-55ad5669-812a-4b95-a107-eb3bf39273ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:18.193270 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-55ad5669-812a-4b95-a107-eb3bf39273ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0668802 Jun 12 12:04:18.257907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-5e5628f7-f366-4b72-acc4-9a7af426ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:18.259742 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-5e5628f7-f366-4b72-acc4-9a7af426ffd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596490 Jun 12 12:04:18.446363 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-8dc9cc6f-8a6b-4456-97ac-cf7803b2ef7d service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778882 Jun 12 12:04:18.498330 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e417-553c-4227-acac-b2a4d832a6da req-dd6c74fe-bdf1-48e9-b9ec-cb96bc8d7c8d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:18.499884 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1288e417-553c-4227-acac-b2a4d832a6da req-dd6c74fe-bdf1-48e9-b9ec-cb96bc8d7c8d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 943 time: 0.1440847 Jun 12 12:04:18.623711 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1288e417-553c-4227-acac-b2a4d832a6da req-e5c675ee-7ce2-4f49-a596-5e7c689e9270 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158280 Jun 12 12:04:18.629815 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2dbc6048-12a6-4388-80d0-a9b1e15e8db9 req-3ec67b25-a531-40f9-bc71-4cbeec2d5aaf service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766009 Jun 12 12:04:19.825448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8a228-ef6d-4e28-a6f6-12fa95922f66 req-36051342-74b0-4041-a061-286a90c6834a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:19.826847 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-71f8a228-ef6d-4e28-a6f6-12fa95922f66 req-36051342-74b0-4041-a061-286a90c6834a tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 943 time: 0.0805545 Jun 12 12:04:19.873746 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-71f8a228-ef6d-4e28-a6f6-12fa95922f66 req-e805201e-c71b-4ea3-9cff-7a6f1ddb452b tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401480 Jun 12 12:04:20.883174 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:04:21.032350 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:21.045757 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'port_id': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'mac_address': 'fa:16:3e:3d:73:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:04:21.078457 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d3597-977d-43f6-b81f-14cddede07e9 req-960dc809-8fca-4519-bddd-75839bdca30d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:21.080801 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e57d3597-977d-43f6-b81f-14cddede07e9 req-960dc809-8fca-4519-bddd-75839bdca30d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 943 time: 0.0768416 Jun 12 12:04:21.096648 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:21.115378 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:04:21.144399 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e57d3597-977d-43f6-b81f-14cddede07e9 req-0d6eac20-a34c-42f7-a44b-5ae9ea66be35 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570173 Jun 12 12:04:21.151382 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:21.165806 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:21.168922 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:21.231474 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:21.238920 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.239370 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.239764 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.240157 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.240538 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.240942 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.241325 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.241653 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.241971 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.242284 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.242601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.242912 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:21.247018 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:21.463667 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['968afc67-4ba2-495d-bd5f-4dfa5cac13f7'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:04:22.343260 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5b420-f618-4812-8b3e-a9aa515bf779 req-a6829e31-df46-418c-a69a-4f04e6b528cf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:22.345118 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ece5b420-f618-4812-8b3e-a9aa515bf779 req-a6829e31-df46-418c-a69a-4f04e6b528cf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 944 time: 0.0757341 Jun 12 12:04:22.403635 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ece5b420-f618-4812-8b3e-a9aa515bf779 req-cc6a049b-1bb0-4910-92ea-6289c05e6a12 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513713 Jun 12 12:04:22.897512 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:04:22.973749 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:04:22.977948 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:04:22.978354 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:23.085243 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:23.119561 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:23.121868 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669c3deb-1ff7-42c6-b1d5-d27e246724ff" -d '{"events": [{"server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "name": "network-vif-plugged", "status": "completed", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:23.137300 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:23.142952 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:23.144911 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:23.185309 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb14a420-dea6-4ecb-bd2b-c2a8549ab7b1 x-openstack-request-id: req-eb14a420-dea6-4ecb-bd2b-c2a8549ab7b1 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:23.185478 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "name": "network-vif-plugged", "status": "completed", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:23.185718 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb14a420-dea6-4ecb-bd2b-c2a8549ab7b1 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:23.186117 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'code': 200} Jun 12 12:04:23.207270 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:23.210211 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:23.465209 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da133792-2b0f-468c-a054-090a43835a61 req-4458d803-6ce0-4a34-bd46-c0bc6067b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:23.466756 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-da133792-2b0f-468c-a054-090a43835a61 req-4458d803-6ce0-4a34-bd46-c0bc6067b135 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0691392 Jun 12 12:04:23.509407 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-da133792-2b0f-468c-a054-090a43835a61 req-616110f6-4967-4bc1-ae6c-b51100da5e79 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333192 Jun 12 12:04:23.650950 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa0de5-fcb8-4b5d-b962-f32803a1a243 req-011db6fc-76c9-4116-bd35-d3ac312b19ff tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:23.653304 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c2fa0de5-fcb8-4b5d-b962-f32803a1a243 req-011db6fc-76c9-4116-bd35-d3ac312b19ff tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 945 time: 0.1018047 Jun 12 12:04:23.705120 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c2fa0de5-fcb8-4b5d-b962-f32803a1a243 req-a97540ec-629f-4cd0-add1-233efa435e77 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 Jun 12 12:04:24.918614 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce404c99-9a56-4f77-911e-67defcb2ce16 req-122b37e2-3dc1-4135-9f71-fbf9298879f0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:24.921144 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ce404c99-9a56-4f77-911e-67defcb2ce16 req-122b37e2-3dc1-4135-9f71-fbf9298879f0 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 945 time: 0.0886211 Jun 12 12:04:24.965544 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ce404c99-9a56-4f77-911e-67defcb2ce16 req-79e11b52-845e-4df2-be04-858dafa93e0e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387678 Jun 12 12:04:25.161328 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5e1e9-5ef7-4de4-a03b-6070076fab44 req-f3a94bba-a646-4533-a5b9-51a9e92ddcaf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:25.162692 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b4b5e1e9-5ef7-4de4-a03b-6070076fab44 req-f3a94bba-a646-4533-a5b9-51a9e92ddcaf tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 945 time: 0.0738528 Jun 12 12:04:25.172766 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58420) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:25.177731 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Request body: {'floatingip': {'port_id': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:25.238138 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:25.885332 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:25.890249 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:26.041322 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Floating IP 0e543f29-9c26-4912-b26c-2cd931c67861 associated. External IP: 172.27.1.88, port: 968afc67-4ba2-495d-bd5f-4dfa5cac13f7. Jun 12 12:04:26.373818 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:04:26.528382 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:04:26.533715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:26.539005 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:04:26.551100 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:26.551773 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:04:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:26.608707 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-7f7441a6-c4b2-485c-a341-3580e6ebdd32 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "PUT /v2.0/floatingips/0e543f29-9c26-4912-b26c-2cd931c67861 HTTP/1.1" status: 200 len: 990 time: 1.4342296 Jun 12 12:04:26.611347 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:26.618762 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db" -d '{"events": [{"name": "network-changed", "server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:26.691473 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840b4000-9e94-48af-bf07-8de45b5376b9 x-openstack-request-id: req-840b4000-9e94-48af-bf07-8de45b5376b9 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:26.691984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:26.692375 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-840b4000-9e94-48af-bf07-8de45b5376b9 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:26.692897 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'status': 'completed', 'code': 200} Jun 12 12:04:26.714176 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:26.889652 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-b95b231a-beb9-4b06-a1cf-a9f7eca5cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:26.891926 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-b95b231a-beb9-4b06-a1cf-a9f7eca5cfcd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 1098 time: 0.1760950 Jun 12 12:04:27.031165 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-115ca79a-c4ab-4446-a3c9-746c4a29a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:27.033079 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-115ca79a-c4ab-4446-a3c9-746c4a29a434 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1330471 Jun 12 12:04:27.081318 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '0e543f29-9c26-4912-b26c-2cd931c67861', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'port_id': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'mac_address': 'fa:16:3e:3d:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:04:10Z', 'updated_at': '2021-06-12T12:04:25Z', 'revision_number': 1, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:27.085236 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:04:27.093920 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:27.096263 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:04:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:27.164086 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-c6d01c20-46f2-4944-93f4-c51fa5402b42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7 HTTP/1.1" status: 200 len: 998 time: 0.1230855 Jun 12 12:04:27.248135 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-6557a53c-2aa3-4f5c-9921-4d3821e7eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:27.249597 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-6557a53c-2aa3-4f5c-9921-4d3821e7eb37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0737557 Jun 12 12:04:27.321460 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-b364f1c8-e52f-4c4b-b1e2-75c6d9beb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:27.323662 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-b364f1c8-e52f-4c4b-b1e2-75c6d9beb0d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661700 Jun 12 12:04:27.401790 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:27.460842 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-3223319b-9291-4801-a697-cadf1ddaaaef service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231997 Jun 12 12:04:27.590249 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c43fdc28-5f67-4a89-a49c-1fe0af1b82db req-1401a972-fedb-4054-ae57-acd2fb16bcda service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201215 Jun 12 12:04:27.724595 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '0e543f29-9c26-4912-b26c-2cd931c67861', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'port_id': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'mac_address': 'fa:16:3e:3d:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:04:10Z', 'updated_at': '2021-06-12T12:04:25Z', 'revision_number': 1, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:27.729636 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30caa-e84e-4f5e-b414-5b21db23ff27 None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '0e543f29-9c26-4912-b26c-2cd931c67861', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'port_id': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'mac_address': 'fa:16:3e:3d:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:04:10Z', 'updated_at': '2021-06-12T12:04:25Z', 'revision_number': 1, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:04:27.949726 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf07b6d-5d16-496b-946b-11963eb84d2e None None] New status for floating IP 0e543f29-9c26-4912-b26c-2cd931c67861: ACTIVE {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:04:29.208838 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-a3d7a12e-16ee-4266-b7b1-f8df5c796f59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664153 Jun 12 12:04:29.310219 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-75604e94-cafa-40bb-b221-ef2052ccdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:29.311788 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-75604e94-cafa-40bb-b221-ef2052ccdf81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 1099 time: 0.0690398 Jun 12 12:04:29.481110 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-4c4902b4-01b9-4025-b267-178cbd4bd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:29.482893 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-4c4902b4-01b9-4025-b267-178cbd4bd08c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 918 time: 0.1455235 Jun 12 12:04:29.588164 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-604f779a-e27b-4442-a881-56ba595d7664 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 200 len: 1001 time: 0.0948789 Jun 12 12:04:29.656452 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-7b460f9e-a096-40c0-a5fd-14d9c79eb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:29.658325 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-7b460f9e-a096-40c0-a5fd-14d9c79eb356 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.0620883 Jun 12 12:04:29.761520 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-9c7d6069-a3b0-44aa-9c72-f0219aaae822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:29.763232 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-9c7d6069-a3b0-44aa-9c72-f0219aaae822 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914655 Jun 12 12:04:29.920767 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-4045732d-6c19-43a0-af6c-6c0fe997383b service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460431 Jun 12 12:04:30.361720 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2a2f7aef-414f-41a2-aa35-7651de1991d9 req-1c3e96ae-eadb-4852-9d74-a70c7e7982c7 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308627 Jun 12 12:04:33.745815 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:39.106253 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-60f40b17-8966-48c6-9adc-e35157d66aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.143913 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58630) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:40.201955 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Deleting subnet 9ae1a38c-a3ad-4249-afe1-c9b323df39ef {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:04:40.206077 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.249281 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25788630'] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.303733 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.371237 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25788606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388761'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.373413 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:40.406023 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae1a38c-a3ad-4249-afe1-c9b323df39ef,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:40.414173 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.416079 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9ae1a38c-a3ad-4249-afe1-c9b323df39ef HTTP/1.1" status: 204 len: 168 time: 0.2711906 Jun 12 12:04:40.417603 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.417984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.418361 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.418719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.419102 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.419216 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58634) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:40.419896 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.420061 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.420420 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.420791 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.421118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.421475 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.421815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.425557 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7b50f276-9811-4508-a69d-a4b641cbe791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:40.517796 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.624901 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.637908 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3eeba31-1c74-4fed-aaec-a50dc6189d2d']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:40.649256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:40.649557 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dd39f7-8100-45c4-80fd-2e0f5bf8d69c') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:40.660566 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.677303 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.683677 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:04:40.684077 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:04:40.685915 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:04:40.767869 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.773222 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:40.778031 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d3eeba31-1c74-4fed-aaec-a50dc6189d2d HTTP/1.1" status: 204 len: 168 time: 0.3576233 Jun 12 12:04:40.779126 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:40.795987 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3eeba31-1c74-4fed-aaec-a50dc6189d2d,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:40.803618 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.804005 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.804522 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.804742 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.805115 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.805467 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.805933 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.806168 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.806524 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.806882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.807256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.807603 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:04:40.811090 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-80919de0-6644-4661-a049-c7f1d104b701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:40.959900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58652) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:41.006277 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-70421a54-115b-4d08-bb56-734ba4d54cbc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7e672495c6494e10a0bdc3e4a4630902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451291 Jun 12 12:04:41.008656 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58654) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:41.066484 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:41.088865 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:41.137464 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:41.140063 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:41.141702 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f0600dd1-4a6c-41ed-ba29-5f708810b85d HTTP/1.1" status: 204 len: 168 time: 0.1316555 Jun 12 12:04:41.142496 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5712816f-9b11-4a43-85db-15a1407de0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:41.153323 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0600dd1-4a6c-41ed-ba29-5f708810b85d,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:41.155758 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:41.356890 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-737cbdfa-f948-4500-bc48-ebf2df1c1be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:41.861432 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1efb1b-56ba-4322-be45-98307bfe525a req-996ae0c9-9bc6-40b1-b1b4-ac9c1570012f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:41.862907 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df1efb1b-56ba-4322-be45-98307bfe525a req-996ae0c9-9bc6-40b1-b1b4-ac9c1570012f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0846512 Jun 12 12:04:41.905650 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df1efb1b-56ba-4322-be45-98307bfe525a req-0273f052-f2b9-40ca-86ae-8aaeeba54cb2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369701 Jun 12 12:04:41.993829 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:42.405743 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d136c-6eb1-4e35-8840-7374ec87d61f req-2a1ce2fa-e2ba-4b41-b9be-ea75a3fa40ad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:42.407401 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-675d136c-6eb1-4e35-8840-7374ec87d61f req-2a1ce2fa-e2ba-4b41-b9be-ea75a3fa40ad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0741744 Jun 12 12:04:42.456074 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-675d136c-6eb1-4e35-8840-7374ec87d61f req-616f5643-3ce6-440f-a267-3553dcdb5af1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371921 Jun 12 12:04:42.677397 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:43.172730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47a248-4b8e-4b26-8c4a-e73e5460e472 req-5d95afe6-0815-439f-ae9b-f173c686aac2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:43.174229 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7f47a248-4b8e-4b26-8c4a-e73e5460e472 req-5d95afe6-0815-439f-ae9b-f173c686aac2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0715463 Jun 12 12:04:43.215900 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7f47a248-4b8e-4b26-8c4a-e73e5460e472 req-2c76286f-3d4e-44dc-a672-128240e24dae tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360568 Jun 12 12:04:43.385723 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223823-1c40-4a8b-929c-a0e9f13a72c4 req-2d888d88-36ee-4de8-a9a8-3b73b2e1847f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:43.387225 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ae223823-1c40-4a8b-929c-a0e9f13a72c4 req-2d888d88-36ee-4de8-a9a8-3b73b2e1847f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0726874 Jun 12 12:04:43.429161 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ae223823-1c40-4a8b-929c-a0e9f13a72c4 req-5c9299d0-1fba-4c70-bb3a-a43dec702043 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362432 Jun 12 12:04:43.637132 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ab484-719c-4e9c-96f5-35d46f6d5034 req-7dd0e31f-c2a9-4a75-97ae-f8a61d31d225 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:43.638596 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e7ab484-719c-4e9c-96f5-35d46f6d5034 req-7dd0e31f-c2a9-4a75-97ae-f8a61d31d225 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0686829 Jun 12 12:04:43.681586 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7e7ab484-719c-4e9c-96f5-35d46f6d5034 req-43278eb6-43b5-40cc-b7d2-926c625feed5 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372314 Jun 12 12:04:44.381503 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:44.403760 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e133-b2d9-4b92-8b0a-c530c89e22b9 req-8aae1ff2-935e-4e59-9240-acd77037284d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:44.405253 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d132e133-b2d9-4b92-8b0a-c530c89e22b9 req-8aae1ff2-935e-4e59-9240-acd77037284d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0746689 Jun 12 12:04:44.446739 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d132e133-b2d9-4b92-8b0a-c530c89e22b9 req-2b687908-ab78-4f6c-8f79-c2c03ca1bb4e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357709 Jun 12 12:04:44.612776 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01df6a-f3c6-43f4-acb6-f7fc95ac0bc3 req-46c31cf7-91b3-4518-82bc-24e189cc54a6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:44.614277 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba01df6a-f3c6-43f4-acb6-f7fc95ac0bc3 req-46c31cf7-91b3-4518-82bc-24e189cc54a6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0696838 Jun 12 12:04:44.656784 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba01df6a-f3c6-43f4-acb6-f7fc95ac0bc3 req-11b3aa74-69c5-4320-94b5-987a0d4dbf46 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Jun 12 12:04:44.872399 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5498b8-ad61-41f1-9c38-65d5b2baa1d8 req-466e6c5c-0ab3-42d3-9951-46445ee9ac8a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:44.873889 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f5498b8-ad61-41f1-9c38-65d5b2baa1d8 req-466e6c5c-0ab3-42d3-9951-46445ee9ac8a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0744681 Jun 12 12:04:44.916483 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4f5498b8-ad61-41f1-9c38-65d5b2baa1d8 req-5671a543-e078-4f2a-8efc-839e6ba1d43d tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351963 Jun 12 12:04:45.633058 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36592367-b72f-42f9-91c9-c10ad65c3c48 req-c74347a6-3bc1-464c-9c96-468d42229a07 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:45.634562 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-36592367-b72f-42f9-91c9-c10ad65c3c48 req-c74347a6-3bc1-464c-9c96-468d42229a07 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0724645 Jun 12 12:04:45.679521 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-36592367-b72f-42f9-91c9-c10ad65c3c48 req-30e6def3-e4f8-4caa-9b8c-872f49af9220 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Jun 12 12:04:45.880109 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d13cdb-5bf3-49e0-9130-dc1751bc1eb0 req-a80f6781-81cd-4061-a910-9d0d4e81e649 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:45.887602 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-26d13cdb-5bf3-49e0-9130-dc1751bc1eb0 req-a80f6781-81cd-4061-a910-9d0d4e81e649 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.1099761 Jun 12 12:04:45.943976 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-26d13cdb-5bf3-49e0-9130-dc1751bc1eb0 req-ef84c4eb-38be-433d-8ef4-fcb1f2326cbd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554254 Jun 12 12:04:46.127305 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5479b95-830c-43a5-ba68-29d1f1d1d7dd req-c9feaf8a-e4ef-4bb3-98c8-77450d5b2d5b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:46.128812 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d5479b95-830c-43a5-ba68-29d1f1d1d7dd req-c9feaf8a-e4ef-4bb3-98c8-77450d5b2d5b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0785687 Jun 12 12:04:46.171213 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d5479b95-830c-43a5-ba68-29d1f1d1d7dd req-7f9b2429-07a2-4314-94b5-557c34733ca1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Jun 12 12:04:46.867594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044134-938d-4eb5-a305-9736b8606dfb req-0e11bad2-9d29-4fb5-b2be-1266e07b1a9f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:46.869080 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3a044134-938d-4eb5-a305-9736b8606dfb req-0e11bad2-9d29-4fb5-b2be-1266e07b1a9f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0729940 Jun 12 12:04:46.915140 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3a044134-938d-4eb5-a305-9736b8606dfb req-63b3685f-c3dd-459f-a162-ae72c2423fff tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Jun 12 12:04:47.043175 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-535c3de5-3ad5-41e6-8754-430ca2bba8dd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:47.044889 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-535c3de5-3ad5-41e6-8754-430ca2bba8dd tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.0694399 Jun 12 12:04:47.143741 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626a5ae-08ae-4760-a91f-ac1d4b6b71db req-99ae6de2-7c7e-45f5-b067-a72675fcc2a9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:47.145266 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d626a5ae-08ae-4760-a91f-ac1d4b6b71db req-99ae6de2-7c7e-45f5-b067-a72675fcc2a9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0775170 Jun 12 12:04:47.165854 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Deleting port 952e6967-e761-4304-881e-3756a9eb04c5 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:47.166225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:47.192770 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d626a5ae-08ae-4760-a91f-ac1d4b6b71db req-4bc88091-afd8-44a4-a10b-f2a1da15efb0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Jun 12 12:04:47.279854 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] For port 952e6967-e761-4304-881e-3756a9eb04c5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=952e6967-e761-4304-881e-3756a9eb04c5,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:47.280224 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:47.569039 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe2f20-d175-4207-ab0c-d2d6225b3245 req-e2ea992a-1c11-40c0-b287-3191d1ca40e1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:47.570509 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1efe2f20-d175-4207-ab0c-d2d6225b3245 req-e2ea992a-1c11-40c0-b287-3191d1ca40e1 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 946 time: 0.2284157 Jun 12 12:04:47.628877 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:47.629256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:47.629571 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Floating IP 935e2f12-6310-4867-afe8-8458a7d0c24b disassociated. External IP: 172.27.1.189, port: 952e6967-e761-4304-881e-3756a9eb04c5. Jun 12 12:04:47.629912 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Calling delete_port for 952e6967-e761-4304-881e-3756a9eb04c5 owned by compute:nova {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:47.653356 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1efe2f20-d175-4207-ab0c-d2d6225b3245 req-7f27e8ea-5200-457e-9855-777795e12f8c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4591669c-fbbe-4616-b954-716f9fb241f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726800 Jun 12 12:04:47.801799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:47.805690 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bd53895e-5de4-4fc5-b69c-835a9b3d735f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:47.839580 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event deleted for resources: {'Port': ['ID=952e6967-e761-4304-881e-3756a9eb04c5,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:47.842504 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:47.991582 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Router 1663efaf-df12-4962-ae28-7acb2592567b has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:04:48.103621 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cf919-bdbc-4841-916c-6e37dc1039f6 req-3a6b4902-b515-4293-90af-4076bc7c5b7d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:48.105193 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b40cf919-bdbc-4841-916c-6e37dc1039f6 req-3a6b4902-b515-4293-90af-4076bc7c5b7d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0760469 Jun 12 12:04:48.137769 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:04:48.148125 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:04:48.153980 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b40cf919-bdbc-4841-916c-6e37dc1039f6 req-ff7559bb-ae46-438f-92ac-af0d84c430a2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Jun 12 12:04:48.159174 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:48.159854 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:04:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:48.195333 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] No DVR routers for this DVR port 952e6967-e761-4304-881e-3756a9eb04c5 on host hv-cinder-79611 {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:04:48.198405 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:48.201965 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-389f7ec4-d486-4b8d-930d-9975ca978281 req-b395e5e0-1716-4bcf-925e-32fdfa175a0f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "DELETE /v2.0/ports/952e6967-e761-4304-881e-3756a9eb04c5 HTTP/1.1" status: 204 len: 173 time: 1.1499360 Jun 12 12:04:48.202753 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-deleted', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:48.206233 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a38df7-19e4-4a02-a32a-e39bc7753b4b" -d '{"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-deleted", "tag": "952e6967-e761-4304-881e-3756a9eb04c5"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:48.378923 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:48.398493 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dbb847-39c0-485c-84d5-e1f6904a5f98 x-openstack-request-id: req-29dbb847-39c0-485c-84d5-e1f6904a5f98 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:48.398889 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca665cc-2f8d-4956-a9ae-61e59bded1be", "name": "network-vif-deleted", "tag": "952e6967-e761-4304-881e-3756a9eb04c5", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:48.399217 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-29dbb847-39c0-485c-84d5-e1f6904a5f98 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:48.399705 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca665cc-2f8d-4956-a9ae-61e59bded1be', 'name': 'network-vif-deleted', 'tag': '952e6967-e761-4304-881e-3756a9eb04c5', 'status': 'completed', 'code': 200} Jun 12 12:04:48.513104 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182665c5-440d-4f38-acb3-c0811488e213 req-440bc06f-383c-4585-89ec-46e926c659e3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:48.514555 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-182665c5-440d-4f38-acb3-c0811488e213 req-440bc06f-383c-4585-89ec-46e926c659e3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0676246 Jun 12 12:04:48.556046 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-182665c5-440d-4f38-acb3-c0811488e213 req-21b97e26-9087-4a38-8f81-802c7184c0dd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Jun 12 12:04:48.639405 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:48.642707 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:04:48.650590 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:04:48.651205 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:04:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:48.804697 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:04:48.827991 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7099abbd-b438-400e-a8b3-9a90b3d55f59 req-6dc37237-38fb-446d-a895-a11fbda655af tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca665cc-2f8d-4956-a9ae-61e59bded1be HTTP/1.1" status: 200 len: 210 time: 0.0367153 Jun 12 12:04:49.062678 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:04:49.066397 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da3810-f4a8-4fc2-bb62-6e2ce9a09021 None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:04:49.281185 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fcd128-d57c-463f-abf4-c3894e3423f4 None None] New status for floating IP 935e2f12-6310-4867-afe8-8458a7d0c24b: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:04:49.349212 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f78b-93dd-4c0f-898f-4381614f53ba req-60160e76-9a64-4b62-80ad-483bffd92452 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:49.350712 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4c51f78b-93dd-4c0f-898f-4381614f53ba req-60160e76-9a64-4b62-80ad-483bffd92452 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0771697 Jun 12 12:04:49.394653 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4c51f78b-93dd-4c0f-898f-4381614f53ba req-f18ec354-2250-4341-ab35-195f26af301e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Jun 12 12:04:49.735428 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88734b39-8678-40b7-8293-64bd826d6449 req-764dc865-15bf-404d-a9fa-3914a01ca133 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:49.738132 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88734b39-8678-40b7-8293-64bd826d6449 req-764dc865-15bf-404d-a9fa-3914a01ca133 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0710227 Jun 12 12:04:49.778924 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-88734b39-8678-40b7-8293-64bd826d6449 req-76659b11-e6ca-4b7e-a137-b54808b479d6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352354 Jun 12 12:04:49.953312 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58800) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:50.017552 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.041667 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.094218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.097164 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.098361 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "DELETE /v2.0/security-groups/4591669c-fbbe-4616-b954-716f9fb241f2 HTTP/1.1" status: 204 len: 168 time: 0.1440451 Jun 12 12:04:50.099259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-34a557ed-cc29-4907-a8d1-4fb9c7113352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:50.102042 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58804) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:50.109097 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4591669c-fbbe-4616-b954-716f9fb241f2,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:50.112186 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:50.124199 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.api.v2.resource [None req-f017d282-72c4-4dae-81ec-8fe7d8c7ead3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] show failed (client error): The resource could not be found. Jun 12 12:04:50.128610 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-f017d282-72c4-4dae-81ec-8fe7d8c7ead3 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups/4591669c-fbbe-4616-b954-716f9fb241f2 HTTP/1.1" status: 404 len: 347 time: 0.0221977 Jun 12 12:04:50.129219 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58808) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:50.295089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Deleting port eb677ae0-6070-4adb-bd34-e042f1ca3a70 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:04:50.295354 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.394061 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.394387 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.490044 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Calling delete_port for eb677ae0-6070-4adb-bd34-e042f1ca3a70 owned by network:floatingip {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:04:50.652867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077f84-f381-4767-98bd-2359408980ea req-7fbce78c-138a-4bc9-8879-d135b7ce8952 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:50.654324 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e077f84-f381-4767-98bd-2359408980ea req-7fbce78c-138a-4bc9-8879-d135b7ce8952 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 945 time: 0.1067424 Jun 12 12:04:50.747131 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e077f84-f381-4767-98bd-2359408980ea req-06aac397-2652-4676-8e03-b44021ca8a87 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847387 Jun 12 12:04:50.749273 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:50.751273 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1df587cd-1db2-4636-949b-e5912975740f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:50.779875 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event deleted for resources: {'Port': ['ID=eb677ae0-6070-4adb-bd34-e042f1ca3a70,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:50.784186 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:50.980548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bab7a-6d80-4e2f-bed0-15241518d15f req-11056cab-83b4-4033-b5f9-e0897c448992 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:50.982114 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d7bab7a-6d80-4e2f-bed0-15241518d15f req-11056cab-83b4-4033-b5f9-e0897c448992 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0718689 Jun 12 12:04:51.027538 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d7bab7a-6d80-4e2f-bed0-15241518d15f req-96fed2ea-f9a3-4ea6-8d9c-3c5c5f0333d6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395336 Jun 12 12:04:51.063181 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:51.095129 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 952e6967-e761-4304-881e-3756a9eb04c5 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:04:51.095631 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 952e6967-e761-4304-881e-3756a9eb04c5 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:04:51.096194 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 0c9e5467-1e6f-4945-b349-c43ecadb2218 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:04:51.156240 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.158749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.159900 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-84b35c95-17c2-4dba-bd30-b48f89804c88 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "DELETE /v2.0/floatingips/935e2f12-6310-4867-afe8-8458a7d0c24b HTTP/1.1" status: 204 len: 168 time: 1.0298026 Jun 12 12:04:51.196298 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.225876 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:51.228083 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b878396-89d6-46a5-90d5-988c6dc9df0c" -d '{"events": [{"server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:51.243659 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:04:51.247954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.249750 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-6acd3b51-c68f-438c-a35e-408f53b6659d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:51.311806 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=6']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:51.315779 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:51.337239 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aee2dc-d3e3-4282-91c6-e0f36bd0f45a x-openstack-request-id: req-10aee2dc-d3e3-4282-91c6-e0f36bd0f45a {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:51.337643 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:51.338005 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10aee2dc-d3e3-4282-91c6-e0f36bd0f45a {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:51.338497 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'code': 200} Jun 12 12:04:51.457146 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58826) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:51.461889 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221656463', 'description': 'tempest-description--244731653'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:51.482526 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.570584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.574814 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.577126 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-85c022c4-4a87-41e8-b849-9ca45dfafd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:51.605677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.609663 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1487639 Jun 12 12:04:51.609812 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58830) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:51.615833 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'security_group_rule': {'security_group_id': '4073f653-c4b8-4f19-bf5d-faa920358717', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:51.619929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4073f653-c4b8-4f19-bf5d-faa920358717,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:51.623047 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:51.645601 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.708524 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.712023 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.714083 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:51.730748 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b2a1d8-c66c-47b2-b67f-d3f48af26632,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:51.733214 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:51.740213 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.741420 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-738fedc7-9a7b-4e63-b4c8-19d93b7fd6cb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306815 Jun 12 12:04:51.744155 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 58832) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:51.748623 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'security_group_rule': {'security_group_id': '4073f653-c4b8-4f19-bf5d-faa920358717', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:51.775914 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.833975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.838785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575689'] for security_group_rule, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.840810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:51.859189 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dd51c9-4a86-437b-bbd4-fff9d3e28cae,revision_number=0']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:51.863168 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:51.867880 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.869068 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-21f5d947-1427-4376-a09a-811b23566fad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239979 Jun 12 12:04:51.872392 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 58836) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:04:51.877419 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'floatingip': {'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:51.900390 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:51.940044 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e857-8035-4b62-93c3-b52fed0394df req-05e07538-aa51-4fea-a436-a8b67fd89660 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:51.941636 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c2a7e857-8035-4b62-93c3-b52fed0394df req-05e07538-aa51-4fea-a436-a8b67fd89660 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0701566 Jun 12 12:04:51.982994 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c2a7e857-8035-4b62-93c3-b52fed0394df req-284edc32-b10d-4d3a-b4df-fa9116396673 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356133 Jun 12 12:04:52.025907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.160395 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_common [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Allocated IP 172.27.1.208 (e3f70394-a27f-4c70-bb71-6ba618a24d32/29bc4f60-702e-42c4-b8ed-a4f4ec248b74/1c8ce442-a8a9-43a9-a4f1-806ed3db95e1) {{(pid=91742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:04:52.311255 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b574c-7316-40f0-9930-dba00e8e2c17 req-d7d41b6e-a842-4e44-8699-5b1fe7df7c5e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:52.312738 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-954b574c-7316-40f0-9930-dba00e8e2c17 req-d7d41b6e-a842-4e44-8699-5b1fe7df7c5e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.1677814 Jun 12 12:04:52.351363 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for port, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.378261 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-954b574c-7316-40f0-9930-dba00e8e2c17 req-361cf9c0-289c-48c8-b394-9528b4f086df tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570562 Jun 12 12:04:52.408235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29201229'] for port, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.410900 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-fdec36ed-47d6-490f-8121-1b475d61f9af tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:52.458453 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Network e3f70394-a27f-4c70-bb71-6ba618a24d32 is already hosted by enough agents. {{(pid=91742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:04:52.461231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.base_scheduler [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Resources bound (agent type, host, resource id): {{(pid=91742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:04:52.463637 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Received port after_create {{(pid=91742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:04:52.497577 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'Port': ['ID=1c8ce442-a8a9-43a9-a4f1-806ed3db95e1,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:52.505301 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:52.567869 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.616664 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.801439 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for port, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.807080 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29201267'] for port, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.809353 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a678e6d0-7f64-4f0e-b1da-1aabce0c3074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:52.887165 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'Port': ['ID=1c8ce442-a8a9-43a9-a4f1-806ed3db95e1,revision_number=2']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:52.890916 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:52.899570 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.913031 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:52.921666 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0410986 Jun 12 12:04:53.111255 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-7ddc5b5c-f95e-4eb7-aa02-268d37b665e7 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1221656463&fields=id&tenant_id=8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 267 time: 0.0408552 Jun 12 12:04:53.172246 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81c1f-b59f-4132-8b3e-2908e8f5b170 req-a256c78a-d130-44b2-8f93-fa7f39770850 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:53.174845 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdc81c1f-b59f-4132-8b3e-2908e8f5b170 req-a256c78a-d130-44b2-8f93-fa7f39770850 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0776994 Jun 12 12:04:53.221070 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bdc81c1f-b59f-4132-8b3e-2908e8f5b170 req-cc661396-f890-461d-867c-aa24615cf89d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396957 Jun 12 12:04:53.511955 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-d701c0ab-bc4c-4f30-af23-2f4725419090 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:53.513675 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-d701c0ab-bc4c-4f30-af23-2f4725419090 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 817 time: 0.3953140 Jun 12 12:04:53.528059 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-2cacd7ce-e6f4-46cb-baa6-64e0a10eaa23 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/quotas/8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 375 time: 0.0089736 Jun 12 12:04:53.560553 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aa3de-bd65-48af-91a9-01d43b339a20 req-f6c168af-bc99-4338-a0c0-12ce3c508f07 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:53.561947 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-881aa3de-bd65-48af-91a9-01d43b339a20 req-f6c168af-bc99-4338-a0c0-12ce3c508f07 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0709748 Jun 12 12:04:53.603585 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-881aa3de-bd65-48af-91a9-01d43b339a20 req-2c16f1a1-eb75-41e3-8cf0-50d7826c4ce9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359538 Jun 12 12:04:53.606016 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-02bd905a-89c7-48e3-9d58-97cd6b43a884 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723448 Jun 12 12:04:53.731504 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-d7476582-384e-49a3-b3ef-de9d4650e61b service neutron] 10.222.0.63 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115024 Jun 12 12:04:53.847981 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-df8b67ae-59b6-4bcf-a3e8-db864a96c058 service neutron] 10.222.0.63 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100514 Jun 12 12:04:54.013305 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4d105071-507d-4501-a34e-46eea4c0fc8d req-d32c8a79-f8a6-40a1-a61d-a5774023f99a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 210 time: 0.0326500 Jun 12 12:04:54.419803 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c02a-9bd8-445b-a086-2290cdbee611 req-24029d38-852e-4abc-944f-97b81cd5ee4f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:54.421450 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3446c02a-9bd8-445b-a086-2290cdbee611 req-24029d38-852e-4abc-944f-97b81cd5ee4f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0799620 Jun 12 12:04:54.466265 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3446c02a-9bd8-445b-a086-2290cdbee611 req-e852b245-0def-4c2c-b193-20fc117da413 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 Jun 12 12:04:54.711327 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:04:54.803439 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd77df-cc21-44f1-a9b5-2f7a1acb8aa5 req-264333a9-24b5-4fb9-b012-f40c1b66f55d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:54.804867 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-46bd77df-cc21-44f1-a9b5-2f7a1acb8aa5 req-264333a9-24b5-4fb9-b012-f40c1b66f55d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0747354 Jun 12 12:04:54.844567 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-46bd77df-cc21-44f1-a9b5-2f7a1acb8aa5 req-004f7ab2-86da-4f6c-812b-3f7ce99e5107 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340564 Jun 12 12:04:55.051229 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-a5d972e7-9e93-48b3-b341-75ed12fdd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:55.052735 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-a5d972e7-9e93-48b3-b341-75ed12fdd30f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1098 time: 0.0660903 Jun 12 12:04:55.201954 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-26dc4641-42ef-4efc-8b32-2ad0fed00787 req-a86b75a9-6267-447b-97cd-7f82da76daee tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 210 time: 0.0424964 Jun 12 12:04:55.226745 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-0bbf95a3-46b0-4e2d-aa65-cfe7d80bff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:55.228418 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-0bbf95a3-46b0-4e2d-aa65-cfe7d80bff88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1679888 Jun 12 12:04:55.257930 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-53be5758-b80a-44df-bdc0-27eb1e036634 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:55.259470 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-53be5758-b80a-44df-bdc0-27eb1e036634 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 817 time: 0.1726377 Jun 12 12:04:55.310469 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-8eba7c2d-2d96-48ce-b0f9-1e2fa859b09c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c04979bce454a18826e58d348fa179e HTTP/1.1" status: 200 len: 380 time: 0.0415890 Jun 12 12:04:55.319837 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'port': {'device_id': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'admin_state_up': True, 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'security_groups': ['4073f653-c4b8-4f19-bf5d-faa920358717']}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:55.320044 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-3993cf2b-5cb7-4dd9-9702-2504f337cad1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 1001 time: 0.0837865 Jun 12 12:04:55.381305 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-6c7d559f-82ce-41fe-8694-b7042ff4c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:55.382767 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-6c7d559f-82ce-41fe-8694-b7042ff4c172 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0569808 Jun 12 12:04:55.462847 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-5aaba6a8-1afc-4a26-b05b-8e2e62fe0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:55.464289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Made reservation on behalf of 8c04979bce454a18826e58d348fa179e for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:04:55.464863 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-5aaba6a8-1afc-4a26-b05b-8e2e62fe0742 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711446 Jun 12 12:04:55.467878 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:55.587629 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-70e93ffa-e98d-4609-ba6c-e5121ddc6225 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156025 Jun 12 12:04:55.650396 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Allocated IP 172.20.0.5 (6a4b685c-cb44-47f1-84eb-85f2fdad56d2/0eddf710-916e-4f08-9030-a8b9192a1753/74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:04:55.703663 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a436b2c9-e652-4390-b1d3-d816f828d10b req-a9bd7c6e-9217-44f8-aae6-dd1a0415ac5e service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075420 Jun 12 12:04:55.713968 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583039b3-4fc8-4794-84a9-69ad09e5098a req-245e7a9b-5a72-4230-8e84-4001b1f6c67b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:55.715475 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-583039b3-4fc8-4794-84a9-69ad09e5098a req-245e7a9b-5a72-4230-8e84-4001b1f6c67b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1263525 Jun 12 12:04:55.838644 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-583039b3-4fc8-4794-84a9-69ad09e5098a req-e6736b5f-7c04-4581-bb14-80f22a1176a3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055219 Jun 12 12:04:55.871534 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:55.885483 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Transition to ACTIVE for port object 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:04:55.921961 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25796173'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:55.928495 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d4de7802-f57c-4b63-a83d-a7b261d6852a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:55.977010 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:04:55.980243 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:04:55.982836 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:04:56.028563 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event updated for resources: {'Port': ['ID=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:56.032006 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:56.034993 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09970261-06f4-4d91-9077-449d34cfd2db req-6fa03e70-1f43-4f15-aeda-dca239b4fa26 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:56.036725 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-09970261-06f4-4d91-9077-449d34cfd2db req-6fa03e70-1f43-4f15-aeda-dca239b4fa26 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0790582 Jun 12 12:04:56.058721 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:56.059391 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.075651 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601082 Jun 12 12:04:56.086913 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-09970261-06f4-4d91-9077-449d34cfd2db req-f10df799-48ca-497e-9594-0dee78294f16 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436497 Jun 12 12:04:56.089380 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Request body: {'port': {'device_id': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:04:56.191564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.210891 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-32044f3b-8e1e-44b5-bd6e-a24635f41989 None None] Provisioning for port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:04:56.214801 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-32044f3b-8e1e-44b5-bd6e-a24635f41989 None None] Provisioning complete for port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:04:56.215223 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-32044f3b-8e1e-44b5-bd6e-a24635f41989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.257885 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-32044f3b-8e1e-44b5-bd6e-a24635f41989 None None] Port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:04:56.390949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1be-76d8-4ba3-9439-6173996ce26d req-55cbfa22-4b9a-4618-925e-0db1498a4034 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:56.393724 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-67fee1be-76d8-4ba3-9439-6173996ce26d req-55cbfa22-4b9a-4618-925e-0db1498a4034 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 931 time: 0.0696237 Jun 12 12:04:56.434907 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-67fee1be-76d8-4ba3-9439-6173996ce26d req-017f0211-0098-4b9e-bb67-7098a7c600f4 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353906 Jun 12 12:04:56.524645 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:04:56.531865 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.544038 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Transition to ACTIVE for port object 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:04:56.547638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.549654 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-de9969d1-b0ae-4835-b8c1-df77d0a856db tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:56.647545 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:56.652212 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:56.745734 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Attempting to bind port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:04:56.746071 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Attempting to bind port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:04:56.746398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Attempting to bind port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:04:56.750992 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:04:56.752589 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Attempting to bind port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 on network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:04:56.757726 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:04:56.758068 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Checking segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:04:56.758457 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Bound using segment: {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:04:56.758888 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Bound port: 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52626df5-13ae-47ed-bc91-31dbc5875a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:04:56.759282 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.834852 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] For port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:04:56.837832 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] For port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:04:56.842506 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.844510 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c2475d7f-3051-4167-9be8-5944c60b86be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:04:56.888447 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:56.889129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:04:56.890521 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] 10.222.0.67 "PUT /v2.0/ports/74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 HTTP/1.1" status: 200 len: 1093 time: 0.8058767 Jun 12 12:04:56.891076 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:04:56.893916 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c63676-18cb-4b4d-8e3b-34e1f7833717" -d '{"events": [{"name": "network-changed", "server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:04:56.916149 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:04:56.921067 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:04:57.040966 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ea999-684a-4368-a54e-32b5b6c703b9 x-openstack-request-id: req-ad6ea999-684a-4368-a54e-32b5b6c703b9 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:04:57.041300 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:04:57.041589 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad6ea999-684a-4368-a54e-32b5b6c703b9 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:04:57.042024 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'status': 'completed', 'code': 200} Jun 12 12:04:57.060304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-6fa84de2-6f80-45e0-ba9d-3925460b6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.061811 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-6fa84de2-6f80-45e0-ba9d-3925460b6514 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 1096 time: 0.1242566 Jun 12 12:04:57.125594 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-26b27076-7e33-4a68-b069-f12a5121d592 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 HTTP/1.1" status: 200 len: 217 time: 0.0552318 Jun 12 12:04:57.149594 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b519c93-4b87-404d-ac6e-2323e20637ab req-80ea344b-8858-4b49-bb81-45e0d43dc6a6 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.150988 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b519c93-4b87-404d-ac6e-2323e20637ab req-80ea344b-8858-4b49-bb81-45e0d43dc6a6 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1466217 Jun 12 12:04:57.221063 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-6ae442e4-ebfa-40ea-babf-05c7540f7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.222497 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-6ae442e4-ebfa-40ea-babf-05c7540f7043 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.0893662 Jun 12 12:04:57.229603 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b519c93-4b87-404d-ac6e-2323e20637ab req-130bcdeb-009d-4955-b441-276063145b5e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523663 Jun 12 12:04:57.291642 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5157d9-4d24-4e10-9012-cd22de715eb0 req-f2d6213d-63e3-486b-b66c-d983310955c4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.292781 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-646f27cb-a71f-40a8-b61b-1843be7832ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.293122 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6a5157d9-4d24-4e10-9012-cd22de715eb0 req-f2d6213d-63e3-486b-b66c-d983310955c4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0774419 Jun 12 12:04:57.294366 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-646f27cb-a71f-40a8-b61b-1843be7832ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639520 Jun 12 12:04:57.338796 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6a5157d9-4d24-4e10-9012-cd22de715eb0 req-bb3d7db1-9154-4768-b194-20b2d0861374 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 Jun 12 12:04:57.417550 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-e9d9b010-fd50-457e-be69-664a50300829 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148341 Jun 12 12:04:57.539344 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29d97c9b-5c8e-4a5c-8b91-013a755fde51 req-10b06911-d662-4fa5-8366-91775a0627ba service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144841 Jun 12 12:04:57.627909 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae213cc-e7c9-4975-9902-51fa034e9a5a req-78630dce-75c6-4a53-833f-a79ddc6c4741 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.629434 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cae213cc-e7c9-4975-9902-51fa034e9a5a req-78630dce-75c6-4a53-833f-a79ddc6c4741 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 943 time: 0.0733354 Jun 12 12:04:57.651454 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-520b0b65-daf9-4d2b-bb00-d43754b540f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.652971 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-520b0b65-daf9-4d2b-bb00-d43754b540f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 1096 time: 0.0621285 Jun 12 12:04:57.673195 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cae213cc-e7c9-4975-9902-51fa034e9a5a req-44524d98-df16-48df-a84b-873dbe37c9ad tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378034 Jun 12 12:04:57.774975 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-0d1da173-b47f-4c4d-b6fe-40ffe8a3f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.776451 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-0d1da173-b47f-4c4d-b6fe-40ffe8a3f942 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 918 time: 0.1170690 Jun 12 12:04:57.836551 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-b9fe91e1-a0b6-478d-b305-b62d1300d950 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 HTTP/1.1" status: 200 len: 217 time: 0.0524011 Jun 12 12:04:57.894416 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-0ee0136e-526a-4f27-a613-d52f30dc0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.895856 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-0ee0136e-526a-4f27-a613-d52f30dc0fa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.0530915 Jun 12 12:04:57.961568 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-a6170bac-9513-4dea-bc2f-9b76dcedb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:57.963060 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-a6170bac-9513-4dea-bc2f-9b76dcedb8bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601013 Jun 12 12:04:58.085353 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-61751aa7-3142-4b2d-8b84-321d1d63bd42 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151235 Jun 12 12:04:58.206091 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e2c63676-18cb-4b4d-8e3b-34e1f7833717 req-687210ea-f9ce-4d98-90c4-21269b640e1e service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135461 Jun 12 12:04:58.413224 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf23092-0025-4f0a-a3bd-8fb491880f3c req-525bb0e6-06bf-4b10-bb8c-00ec0c5e754a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:58.414682 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2bf23092-0025-4f0a-a3bd-8fb491880f3c req-525bb0e6-06bf-4b10-bb8c-00ec0c5e754a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0703177 Jun 12 12:04:58.462384 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2bf23092-0025-4f0a-a3bd-8fb491880f3c req-3fa63791-488c-4079-9350-6f67eb6fb6ee tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Jun 12 12:04:58.525749 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9c23-f6fa-4dcf-929a-4169d928b1ad req-34b52462-9b80-4027-a9b1-e0457666a0be tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:58.527243 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-200b9c23-f6fa-4dcf-929a-4169d928b1ad req-34b52462-9b80-4027-a9b1-e0457666a0be tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0733066 Jun 12 12:04:58.573206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-200b9c23-f6fa-4dcf-929a-4169d928b1ad req-dd95c647-f6b2-4455-a986-8bcf7307cbcf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 Jun 12 12:04:58.854946 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef51f2-0d15-4cc7-a394-c4187c4978e7 req-075af746-f329-4aad-83a4-a2965e1a6f48 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:58.856420 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3eef51f2-0d15-4cc7-a394-c4187c4978e7 req-075af746-f329-4aad-83a4-a2965e1a6f48 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 943 time: 0.0677154 Jun 12 12:04:58.897542 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3eef51f2-0d15-4cc7-a394-c4187c4978e7 req-181e8505-42f2-4c07-9b2b-f7a8ba364c9b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344310 Jun 12 12:04:59.647587 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cc4ab-d5af-4bec-9b84-9901bdac408f req-8d5be1a1-79ba-4fff-a761-2ad3f60b3ef2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:59.651039 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b89cc4ab-d5af-4bec-9b84-9901bdac408f req-8d5be1a1-79ba-4fff-a761-2ad3f60b3ef2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0748255 Jun 12 12:04:59.694428 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b89cc4ab-d5af-4bec-9b84-9901bdac408f req-23beebe0-5175-4113-a11f-a2fe2725f013 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 Jun 12 12:04:59.770274 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23182-7be8-4382-9dab-59f2ff6d1830 req-f8166290-8840-41c5-b7ea-711789bc49eb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:04:59.772290 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4f23182-7be8-4382-9dab-59f2ff6d1830 req-f8166290-8840-41c5-b7ea-711789bc49eb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0755522 Jun 12 12:04:59.815346 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4f23182-7be8-4382-9dab-59f2ff6d1830 req-1a1cee22-b107-41a3-9acd-7d215c5ddcfa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378308 Jun 12 12:05:00.079572 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36e906-c9f4-44b6-aba3-c5300bfff714 req-91963c92-158a-4e11-9e33-7a3a019e3dbb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:00.080983 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ab36e906-c9f4-44b6-aba3-c5300bfff714 req-91963c92-158a-4e11-9e33-7a3a019e3dbb tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 943 time: 0.0668037 Jun 12 12:05:00.125974 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ab36e906-c9f4-44b6-aba3-c5300bfff714 req-9f476d74-45da-4187-aad3-a70f17016f15 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392797 Jun 12 12:05:00.875560 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f57bb4-cf85-4750-81f7-f385942f0137 req-384e9a7a-c5b6-4b1d-88fa-0013d07c8cb5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:00.877546 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65f57bb4-cf85-4750-81f7-f385942f0137 req-384e9a7a-c5b6-4b1d-88fa-0013d07c8cb5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0699027 Jun 12 12:05:00.919463 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65f57bb4-cf85-4750-81f7-f385942f0137 req-aaa9e6aa-396f-4b7f-8403-65bebee5792e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363932 Jun 12 12:05:01.091648 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab67c2-813b-4ad8-a166-1d61d7a99dbe req-22dd98d8-a5aa-4239-9592-7856faade0ea tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:01.093140 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bfab67c2-813b-4ad8-a166-1d61d7a99dbe req-22dd98d8-a5aa-4239-9592-7856faade0ea tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 945 time: 0.0722454 Jun 12 12:05:01.111790 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:05:01.114435 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device ec563cb8-23b7-4a8f-a62c-a12924d893a5 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:05:01.135334 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bfab67c2-813b-4ad8-a166-1d61d7a99dbe req-c207aedb-8074-4ce8-bb4a-9892e6923c36 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361049 Jun 12 12:05:01.303678 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:01.319409 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03b0c1-2bb9-4ea7-a77c-956508d5df11 req-348e97e0-dfc4-4b88-b3af-857a1612a836 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:01.319409 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d03b0c1-2bb9-4ea7-a77c-956508d5df11 req-348e97e0-dfc4-4b88-b3af-857a1612a836 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 943 time: 0.0709260 Jun 12 12:05:01.338134 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:05:01.353733 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:05:01.355995 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce53ee50-0aa6-44be-98f0-62baa8b1aa5a" -d '{"events": [{"server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "name": "network-vif-unplugged", "status": "completed", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:05:01.367774 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d03b0c1-2bb9-4ea7-a77c-956508d5df11 req-8554609f-4824-479d-8aa9-6a9ddede2f2a tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Jun 12 12:05:01.368647 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'port_id': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'mac_address': 'fa:16:3e:5c:1f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:05:01.373055 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:05:01.379464 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:01.403273 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-8e75feed-4e04-46ca-8ca1-91e69ec693bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:05:01.405894 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddac449-0235-4594-b0d3-39df3699b2a9 x-openstack-request-id: req-fddac449-0235-4594-b0d3-39df3699b2a9 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:05:01.406190 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "name": "network-vif-unplugged", "status": "completed", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:05:01.406469 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fddac449-0235-4594-b0d3-39df3699b2a9 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:05:01.406849 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'code': 200} Jun 12 12:05:01.455359 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:01.479291 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=6']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:05:01.482597 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:05:01.496449 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:05:01.514258 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:05:01.518356 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:01.520123 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:05:01.575736 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:05:01.578608 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:05:01.760007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:05:02.103616 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e31bb1-ac53-4673-97f4-2a7d19f11d77 req-6320afa4-2d71-4dd4-bc66-6b9d3a3422cf tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:02.105084 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-23e31bb1-ac53-4673-97f4-2a7d19f11d77 req-6320afa4-2d71-4dd4-bc66-6b9d3a3422cf tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0707827 Jun 12 12:05:02.149440 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-23e31bb1-ac53-4673-97f4-2a7d19f11d77 req-95a4a0de-f0ef-4388-9f7e-b7f5d7d66138 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386558 Jun 12 12:05:02.316151 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68904bb-96d9-494c-8981-2ce9d257f197 req-12ab6237-f57a-4404-ae01-18da06472852 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:02.317490 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c68904bb-96d9-494c-8981-2ce9d257f197 req-12ab6237-f57a-4404-ae01-18da06472852 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0672197 Jun 12 12:05:02.361693 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c68904bb-96d9-494c-8981-2ce9d257f197 req-c75c358d-eb04-4f2c-b209-eb7482e8bba5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385919 Jun 12 12:05:02.546683 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19234-0431-4592-8215-ddf95be53f27 req-1e83f9a5-8fe8-4d33-828b-72b03aae9471 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:02.548314 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-05c19234-0431-4592-8215-ddf95be53f27 req-1e83f9a5-8fe8-4d33-828b-72b03aae9471 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 944 time: 0.0680959 Jun 12 12:05:02.591025 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-05c19234-0431-4592-8215-ddf95be53f27 req-0a10eb6f-4fee-4b3e-95e6-991ee3c6f4ca tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 Jun 12 12:05:03.126810 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:05:03.185561 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:05:03.189541 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:05:03.189928 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:03.281009 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:03.317558 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:05:03.322492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:03.324479 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:05:03.339238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae0852-dcd6-4d2b-874f-400d0e44e3ef req-11a41b91-71db-4ce9-ba47-f07322d86193 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:03.340696 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8fae0852-dcd6-4d2b-874f-400d0e44e3ef req-11a41b91-71db-4ce9-ba47-f07322d86193 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0732815 Jun 12 12:05:03.387304 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:05:03.388707 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8fae0852-dcd6-4d2b-874f-400d0e44e3ef req-549aec8a-0c85-41f8-ab15-019446f1c39a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Jun 12 12:05:03.393976 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:05:03.407966 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:05:03.410436 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967134a-f9d8-4458-8962-f16e7fec1928" -d '{"events": [{"server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "name": "network-vif-plugged", "status": "completed", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:05:03.444940 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e66a0cb-260e-4115-bdb3-4a806155e102 x-openstack-request-id: req-7e66a0cb-260e-4115-bdb3-4a806155e102 {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:05:03.445248 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "name": "network-vif-plugged", "status": "completed", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:05:03.445514 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e66a0cb-260e-4115-bdb3-4a806155e102 {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:05:03.445919 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'code': 200} Jun 12 12:05:03.556953 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5181c5-9d6d-4881-9658-6495f078036f req-036ccc73-3893-41f4-963c-498211627d28 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:03.558434 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f5181c5-9d6d-4881-9658-6495f078036f req-036ccc73-3893-41f4-963c-498211627d28 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0746539 Jun 12 12:05:03.601634 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f5181c5-9d6d-4881-9658-6495f078036f req-b454c448-3f2e-46e1-b8e9-888ff3c5a6e6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373588 Jun 12 12:05:03.689781 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768a6f-98e2-4a3f-8415-a69b6f8cc1e3 req-9425446c-523d-4dee-95cc-ffe532bfebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:03.691318 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2768a6f-98e2-4a3f-8415-a69b6f8cc1e3 req-9425446c-523d-4dee-95cc-ffe532bfebea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 1098 time: 0.0612109 Jun 12 12:05:03.737230 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:03.767010 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2768a6f-98e2-4a3f-8415-a69b6f8cc1e3 req-0a95bdc2-7531-460f-80c1-2cb2a8939e82 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682034 Jun 12 12:05:03.798192 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f490-59db-48b9-9022-f7d33a3ba52d req-18473015-2f23-4bf4-99f8-38a7952e8113 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:03.799683 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1a0f490-59db-48b9-9022-f7d33a3ba52d req-18473015-2f23-4bf4-99f8-38a7952e8113 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 945 time: 0.0858574 Jun 12 12:05:03.848560 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b1a0f490-59db-48b9-9022-f7d33a3ba52d req-c72e2470-a7c7-481f-9dd2-6b7ce27a3e06 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Jun 12 12:05:04.578876 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a53bf-d1b4-45e3-992d-b24ebb5ef869 req-91f7255c-8986-4125-a0e0-c8b4b3c51e8c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:04.580294 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-276a53bf-d1b4-45e3-992d-b24ebb5ef869 req-91f7255c-8986-4125-a0e0-c8b4b3c51e8c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0758638 Jun 12 12:05:04.624323 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-276a53bf-d1b4-45e3-992d-b24ebb5ef869 req-28bd7eb5-3c1f-46db-a77f-45f42f6170aa tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383911 Jun 12 12:05:04.795896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e77fb-f4e0-4036-8990-dbc7fbc02db4 req-0d9ad092-eba2-4e76-92b3-876f8080a77e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:04.797345 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e97e77fb-f4e0-4036-8990-dbc7fbc02db4 req-0d9ad092-eba2-4e76-92b3-876f8080a77e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0698531 Jun 12 12:05:04.838872 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e97e77fb-f4e0-4036-8990-dbc7fbc02db4 req-1e0893d8-f8f6-43b5-81a2-2676815d0eb9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350556 Jun 12 12:05:05.028423 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f90fb-3b20-48e4-9cab-02c99bea5ce9 req-efb2640f-4e9a-492d-a0ff-1ebbf5e977a9 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:05.029883 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-713f90fb-3b20-48e4-9cab-02c99bea5ce9 req-efb2640f-4e9a-492d-a0ff-1ebbf5e977a9 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 945 time: 0.0673735 Jun 12 12:05:05.075419 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-713f90fb-3b20-48e4-9cab-02c99bea5ce9 req-93418581-dafb-4776-90c7-7ea7210b930b tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Jun 12 12:05:05.257160 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742e3b7-244e-4f6d-85a3-fbeeb5bfe15b req-d97b17dd-0b28-4ba1-a433-19f8a08007e6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:05.258611 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5742e3b7-244e-4f6d-85a3-fbeeb5bfe15b req-d97b17dd-0b28-4ba1-a433-19f8a08007e6 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 945 time: 0.0741727 Jun 12 12:05:05.267937 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 59010) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:05:05.272420 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.v2.base [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Request body: {'floatingip': {'port_id': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3'}} {{(pid=91742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:05:05.326740 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, before_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:05.931332 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb5507-60b8-4b4d-a1ed-9162dfd95c1e req-285f5217-4045-4e5b-9f84-c9c501073efa tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:05.932825 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-85eb5507-60b8-4b4d-a1ed-9162dfd95c1e req-285f5217-4045-4e5b-9f84-c9c501073efa tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1713316 Jun 12 12:05:05.985753 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:05.991199 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-85eb5507-60b8-4b4d-a1ed-9162dfd95c1e req-b9e1c264-6e86-4679-9b7a-dabcf7b59ab7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517263 Jun 12 12:05:05.992979 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:06.028414 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357dbeb-d920-4e3d-8e32-9fba9bd70f67 req-2746db08-c74f-4115-a2cc-f45a08839bff tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:06.029881 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3357dbeb-d920-4e3d-8e32-9fba9bd70f67 req-2746db08-c74f-4115-a2cc-f45a08839bff tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0740592 Jun 12 12:05:06.074125 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3357dbeb-d920-4e3d-8e32-9fba9bd70f67 req-7c965b13-e0b0-413d-ae91-e35ad04a737c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374746 Jun 12 12:05:06.131458 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Floating IP 3b62afc4-f699-4285-8751-df42fe2885f2 associated. External IP: 172.27.1.208, port: 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3. Jun 12 12:05:06.412594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Router 1663efaf-df12-4962-ae28-7acb2592567b has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:05:06.831730 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:05:06.836182 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:06.841062 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:05:06.850484 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:05:06.851142 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:04:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:06.879529 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ceefcac8-d661-4c17-a443-af260907e09f tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "PUT /v2.0/floatingips/3b62afc4-f699-4285-8751-df42fe2885f2 HTTP/1.1" status: 200 len: 991 time: 1.6105523 Jun 12 12:05:06.880196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:05:06.882543 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:05:06.924906 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce2386-cfed-4db7-9550-86e5716e4d92 x-openstack-request-id: req-58ce2386-cfed-4db7-9550-86e5716e4d92 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:05:06.925294 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:05:06.925600 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58ce2386-cfed-4db7-9550-86e5716e4d92 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:05:06.926051 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'status': 'completed', 'code': 200} Jun 12 12:05:07.003398 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:05:07.011292 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-ee5ad364-bd55-480e-a89b-ce3e33ad6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:07.012783 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-ee5ad364-bd55-480e-a89b-ce3e33ad6f75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c04979bce454a18826e58d348fa179e&device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 1098 time: 0.0634160 Jun 12 12:05:07.144847 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-777366c3-483d-4f5a-82c7-f8e07506634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:07.147830 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-777366c3-483d-4f5a-82c7-f8e07506634b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 200 len: 918 time: 0.1277857 Jun 12 12:05:07.203206 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890a9f-747a-4ff4-a940-7ae03a33c04e req-3a4c8690-4a9b-4d74-9c73-cfa6ef73aadb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:07.211567 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cd890a9f-747a-4ff4-a940-7ae03a33c04e req-3a4c8690-4a9b-4d74-9c73-cfa6ef73aadb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1033638 Jun 12 12:05:07.251917 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cd890a9f-747a-4ff4-a940-7ae03a33c04e req-183f6264-0d04-4c98-9a43-251c32b536f8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387800 Jun 12 12:05:07.282510 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-524c811a-e443-499e-a156-ac3bef1c902e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 HTTP/1.1" status: 200 len: 999 time: 0.1260533 Jun 12 12:05:07.338266 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '3b62afc4-f699-4285-8751-df42fe2885f2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'port_id': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'mac_address': 'fa:16:3e:5c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:04:52Z', 'updated_at': '2021-06-12T12:05:05Z', 'revision_number': 1, 'project_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:07.341716 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:05:07.351495 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:05:07.352113 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:04:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:07.505724 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:05:07.650335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4ba4a-5f97-494b-a8a5-287b8a6a5414 req-c4269d43-4bb4-42a6-bc86-7cb66ffe5b38 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:07.651836 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cdc4ba4a-5f97-494b-a8a5-287b8a6a5414 req-c4269d43-4bb4-42a6-bc86-7cb66ffe5b38 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.4249251 Jun 12 12:05:07.653622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-298d7e38-c4d9-42d4-9afd-2f81b1005d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:07.654933 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-298d7e38-c4d9-42d4-9afd-2f81b1005d6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 200 len: 856 time: 0.3647265 Jun 12 12:05:07.727608 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cdc4ba4a-5f97-494b-a8a5-287b8a6a5414 req-09d58289-d917-4965-94af-2c86361c41ad tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678022 Jun 12 12:05:07.762856 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-0ce1b88d-a46e-4106-8751-075277a45251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:07.764456 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-0ce1b88d-a46e-4106-8751-075277a45251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a4b685c-cb44-47f1-84eb-85f2fdad56d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987160 Jun 12 12:05:07.806722 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '3b62afc4-f699-4285-8751-df42fe2885f2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'port_id': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'mac_address': 'fa:16:3e:5c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:04:52Z', 'updated_at': '2021-06-12T12:05:05Z', 'revision_number': 1, 'project_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:07.810163 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb49777-8960-42c1-b21a-3be2d7be4552 None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_floatingips': [{'id': '3b62afc4-f699-4285-8751-df42fe2885f2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'router_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'port_id': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'mac_address': 'fa:16:3e:5c:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:04:52Z', 'updated_at': '2021-06-12T12:05:05Z', 'revision_number': 1, 'project_id': '8c04979bce454a18826e58d348fa179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:05:07.884676 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-1f09f7f3-e6fb-46b0-85bb-8d0fe40782c7 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127486 Jun 12 12:05:08.004760 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee44af2-b991-4851-9934-359104aa0ce6 None None] New status for floating IP 3b62afc4-f699-4285-8751-df42fe2885f2: ACTIVE {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:05:08.011312 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-159f147e-ab3e-4a32-9ad6-72ab111f1b2f req-d1627e21-e8c9-43ea-9373-2244d2d076d6 service neutron] 10.222.0.67 "GET /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186509 Jun 12 12:05:08.435906 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845124ad-0a1f-47c1-9c1a-d4d0d01f1f54 req-b8285227-6f84-44ca-8b08-a3b72be50b54 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:08.437346 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-845124ad-0a1f-47c1-9c1a-d4d0d01f1f54 req-b8285227-6f84-44ca-8b08-a3b72be50b54 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0690060 Jun 12 12:05:08.479888 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-845124ad-0a1f-47c1-9c1a-d4d0d01f1f54 req-9590ff97-6062-4eb0-b202-a7cc71333069 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Jun 12 12:05:08.917336 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe62130-61ab-4245-bf3d-dbfb40c6acb5 req-8f3e13f7-4761-4202-8f2e-864ffdd2f51c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:08.918783 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbe62130-61ab-4245-bf3d-dbfb40c6acb5 req-8f3e13f7-4761-4202-8f2e-864ffdd2f51c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0763164 Jun 12 12:05:08.959914 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bbe62130-61ab-4245-bf3d-dbfb40c6acb5 req-20d43311-f49a-4ed8-84e5-5cb3ce8388d4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351396 Jun 12 12:05:09.100876 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-bafe0630-28c4-4a6e-b3b3-e3d880cf1215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:09.666641 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1f15d-e516-483e-8ef6-8914663ab93c req-1e6f7816-afc7-4b00-ad20-f60516d603b1 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:09.668221 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cea1f15d-e516-483e-8ef6-8914663ab93c req-1e6f7816-afc7-4b00-ad20-f60516d603b1 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0712621 Jun 12 12:05:09.712960 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cea1f15d-e516-483e-8ef6-8914663ab93c req-df224cf6-413d-410d-b16b-39e44937ed65 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376911 Jun 12 12:05:10.145406 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3e40f-8d67-4ba0-876c-6e3df6311c3b req-93a1a72f-c058-457c-a156-0d7e8602e58d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:10.146915 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9fb3e40f-8d67-4ba0-876c-6e3df6311c3b req-93a1a72f-c058-457c-a156-0d7e8602e58d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0746145 Jun 12 12:05:10.191988 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9fb3e40f-8d67-4ba0-876c-6e3df6311c3b req-3b28b9cf-101b-4a4c-934e-65564059cc5c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395291 Jun 12 12:05:10.895222 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe219c-8796-496d-a5cf-5d5cc65c8fa2 req-aefa7d56-3e67-4a76-b54e-f01c55a091ed tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:10.896610 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97fe219c-8796-496d-a5cf-5d5cc65c8fa2 req-aefa7d56-3e67-4a76-b54e-f01c55a091ed tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0688214 Jun 12 12:05:10.939169 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97fe219c-8796-496d-a5cf-5d5cc65c8fa2 req-4dd02142-55de-4843-b8b2-75806140d087 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363829 Jun 12 12:05:11.358446 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aca5e020-23aa-4c52-80e5-f06dd517fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:11.380931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36042179-8fbb-4011-825b-b8b2d2510817 req-1521e33b-bc98-4b0b-bbf4-1df669cefc95 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:11.382693 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-36042179-8fbb-4011-825b-b8b2d2510817 req-1521e33b-bc98-4b0b-bbf4-1df669cefc95 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0776439 Jun 12 12:05:11.425332 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-36042179-8fbb-4011-825b-b8b2d2510817 req-26bc44ff-74bb-4619-90f2-0c4fcffedc59 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369520 Jun 12 12:05:11.995367 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:12.119470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a646fa-cf47-4ec5-87ae-9b5b383ea118 req-6f79a4d4-b05e-43fb-a273-0da9915a217d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:12.120967 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c0a646fa-cf47-4ec5-87ae-9b5b383ea118 req-6f79a4d4-b05e-43fb-a273-0da9915a217d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0691059 Jun 12 12:05:12.164282 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c0a646fa-cf47-4ec5-87ae-9b5b383ea118 req-78835a32-3982-44f5-9994-2e1e678e3c6e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371673 Jun 12 12:05:12.653480 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314930-d244-40d3-a301-90d06f48b6d2 req-bccb195e-6983-4f43-9209-5a20fe0d2c45 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:12.654935 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d6314930-d244-40d3-a301-90d06f48b6d2 req-bccb195e-6983-4f43-9209-5a20fe0d2c45 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1076407 Jun 12 12:05:12.678524 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:12.698773 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d6314930-d244-40d3-a301-90d06f48b6d2 req-2d9f17f8-30aa-448e-93e4-e760250bebbb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381212 Jun 12 12:05:13.352619 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752b01-2472-447d-b269-f082bdc74e6f req-c5ff11d7-98cf-47da-a29f-816494892fb2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:13.354031 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-78752b01-2472-447d-b269-f082bdc74e6f req-c5ff11d7-98cf-47da-a29f-816494892fb2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0778313 Jun 12 12:05:13.397044 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-78752b01-2472-447d-b269-f082bdc74e6f req-00f037e6-90c9-4cbf-a825-4af0209214ca tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373142 Jun 12 12:05:13.881800 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41331187-15ca-4a0c-984b-96ba62055a0e req-e22ade01-acac-4ef1-b1d7-55d260db8f53 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:13.883290 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-41331187-15ca-4a0c-984b-96ba62055a0e req-e22ade01-acac-4ef1-b1d7-55d260db8f53 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697727 Jun 12 12:05:13.925118 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-41331187-15ca-4a0c-984b-96ba62055a0e req-47891021-4df2-48f2-adcd-0f3017f2f649 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354769 Jun 12 12:05:14.386765 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:14.736547 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ba811-846c-4c10-96cd-88b11c390f6f req-88ffec52-304a-4bcd-90c1-6bd237fe2322 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:14.738122 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-108ba811-846c-4c10-96cd-88b11c390f6f req-88ffec52-304a-4bcd-90c1-6bd237fe2322 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0743752 Jun 12 12:05:14.781710 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-108ba811-846c-4c10-96cd-88b11c390f6f req-daaab9ad-f567-4ce3-93c2-1525bcdd8957 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 Jun 12 12:05:15.104107 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e72fe-6bd7-44e8-a7a2-184494eb8255 req-e2d52eb0-80f0-432f-b95e-23c9d7c6a3e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:15.105566 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-631e72fe-6bd7-44e8-a7a2-184494eb8255 req-e2d52eb0-80f0-432f-b95e-23c9d7c6a3e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0702820 Jun 12 12:05:15.147701 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-631e72fe-6bd7-44e8-a7a2-184494eb8255 req-08b06f7d-949b-47ec-90bc-9dedfdd888eb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364940 Jun 12 12:05:15.973531 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f25bd-0f95-4cc5-99ff-fc60b247d7a1 req-d93638e2-ac1c-4135-84d5-e45abcd2b0d0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:15.975010 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a3f25bd-0f95-4cc5-99ff-fc60b247d7a1 req-d93638e2-ac1c-4135-84d5-e45abcd2b0d0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0769908 Jun 12 12:05:16.017648 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8a3f25bd-0f95-4cc5-99ff-fc60b247d7a1 req-6c759516-4f4a-4c82-b176-90528cc40952 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368197 Jun 12 12:05:16.326404 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a084a-175e-4399-b127-e0264018b517 req-b29d61da-265c-4cc2-9baf-46d36376109a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:16.328087 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aa7a084a-175e-4399-b127-e0264018b517 req-b29d61da-265c-4cc2-9baf-46d36376109a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0699363 Jun 12 12:05:16.371269 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aa7a084a-175e-4399-b127-e0264018b517 req-43bbb9e7-9de1-4b78-81e0-ac158fedac05 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375054 Jun 12 12:05:17.208027 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c43b3-0762-4c31-8d60-a5ff06224666 req-8363dbad-51d3-46ea-b7a1-8618a38ef36f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:17.209485 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb5c43b3-0762-4c31-8d60-a5ff06224666 req-8363dbad-51d3-46ea-b7a1-8618a38ef36f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0762811 Jun 12 12:05:17.250089 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb5c43b3-0762-4c31-8d60-a5ff06224666 req-cebd522e-e44f-4ec7-9b02-71df78e5b006 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Jun 12 12:05:17.559207 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074e7dd-0429-40fa-ab83-d55ff54c6108 req-d3320c97-0f5d-4a65-a1bc-77a2a235c852 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:17.560702 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c074e7dd-0429-40fa-ab83-d55ff54c6108 req-d3320c97-0f5d-4a65-a1bc-77a2a235c852 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0776203 Jun 12 12:05:17.603840 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c074e7dd-0429-40fa-ab83-d55ff54c6108 req-8c3b7306-9d7e-4d9f-bf86-c856290debe3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364883 Jun 12 12:05:18.436761 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670860c-11aa-43d6-aa51-1a94d25a453a req-df3d03ea-bbab-42f9-a080-2ebf8fd8d636 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:18.438162 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9670860c-11aa-43d6-aa51-1a94d25a453a req-df3d03ea-bbab-42f9-a080-2ebf8fd8d636 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0720425 Jun 12 12:05:18.479801 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9670860c-11aa-43d6-aa51-1a94d25a453a req-7aed2e03-323e-4f97-a811-eaa45031a53d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361018 Jun 12 12:05:18.790866 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288301c-0e09-471d-9b4a-c0e9831f8d0a req-42b77260-870c-4a77-a3e8-584b73ac85bb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:18.792563 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4288301c-0e09-471d-9b4a-c0e9831f8d0a req-42b77260-870c-4a77-a3e8-584b73ac85bb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0759494 Jun 12 12:05:18.834735 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4288301c-0e09-471d-9b4a-c0e9831f8d0a req-d697a961-f743-4648-913e-6d58bd42633b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363469 Jun 12 12:05:19.682213 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b9062-438b-43ff-ac77-c73e27b779b5 req-b1edf795-e8d7-4a7b-ae13-137aa5a83c0a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:19.683752 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-812b9062-438b-43ff-ac77-c73e27b779b5 req-b1edf795-e8d7-4a7b-ae13-137aa5a83c0a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0760360 Jun 12 12:05:19.729106 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-812b9062-438b-43ff-ac77-c73e27b779b5 req-cf36eb89-e33b-43e3-98bd-2514d14ec7d2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Jun 12 12:05:20.035944 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10924-ec64-4c59-998a-e9b478fb4a35 req-fd7b8797-ee2c-49d3-bb83-075895f00a44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:20.037416 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b9f10924-ec64-4c59-998a-e9b478fb4a35 req-fd7b8797-ee2c-49d3-bb83-075895f00a44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0819168 Jun 12 12:05:20.079180 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b9f10924-ec64-4c59-998a-e9b478fb4a35 req-538ce2ec-c636-4a19-9e7b-da2502b17162 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360825 Jun 12 12:05:20.911788 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dda77-731e-4cc8-897e-d211bdfaeedc req-44d39cb8-8a1f-4fd0-a39a-eb043e9caf0d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:20.913257 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-374dda77-731e-4cc8-897e-d211bdfaeedc req-44d39cb8-8a1f-4fd0-a39a-eb043e9caf0d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0718994 Jun 12 12:05:20.960076 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-374dda77-731e-4cc8-897e-d211bdfaeedc req-4f337804-545b-4cc3-9c29-8be0cd3935d9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Jun 12 12:05:21.263336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf25c3a-9e41-4834-a77e-643e9e7c2e6c req-d9e34bb7-7470-456a-abf3-ef4f53ad059e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:21.264713 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-baf25c3a-9e41-4834-a77e-643e9e7c2e6c req-d9e34bb7-7470-456a-abf3-ef4f53ad059e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687189 Jun 12 12:05:21.307133 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-baf25c3a-9e41-4834-a77e-643e9e7c2e6c req-264d9459-3dc8-4dc6-82d0-afeae716ce83 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361803 Jun 12 12:05:22.145884 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cf238-aa6d-4dde-af14-ff097effc7cd req-1fd147dc-e173-43e1-ba6e-fae9b6c45385 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:22.147382 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-169cf238-aa6d-4dde-af14-ff097effc7cd req-1fd147dc-e173-43e1-ba6e-fae9b6c45385 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0761974 Jun 12 12:05:22.190270 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-169cf238-aa6d-4dde-af14-ff097effc7cd req-cded3255-22b4-4258-aa32-6e7121348ad2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Jun 12 12:05:22.495596 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8a04-51d5-4029-b576-d1158b63784c req-d3148aaf-1c4d-42ee-aec8-fb2b0ed4b13a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:22.497082 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a72a8a04-51d5-4029-b576-d1158b63784c req-d3148aaf-1c4d-42ee-aec8-fb2b0ed4b13a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0759697 Jun 12 12:05:22.541012 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a72a8a04-51d5-4029-b576-d1158b63784c req-7c09331d-a965-46bd-b814-352a0240dac6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375321 Jun 12 12:05:23.369319 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec35b5-d314-4d59-8b15-caf827827ee3 req-9ebd12b9-3b97-4110-bedf-fe516f1bce7a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:23.370692 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29ec35b5-d314-4d59-8b15-caf827827ee3 req-9ebd12b9-3b97-4110-bedf-fe516f1bce7a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0699308 Jun 12 12:05:23.413123 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29ec35b5-d314-4d59-8b15-caf827827ee3 req-283df6a3-c974-4903-bb18-afe3c45bbeb5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368919 Jun 12 12:05:23.722020 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60d49f-bf27-4dbb-bc0a-c3b92b014668 req-890be69c-f6e9-43d5-8a12-3b98755baf9d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:23.723531 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1e60d49f-bf27-4dbb-bc0a-c3b92b014668 req-890be69c-f6e9-43d5-8a12-3b98755baf9d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0717678 Jun 12 12:05:23.770175 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1e60d49f-bf27-4dbb-bc0a-c3b92b014668 req-f3cd95a2-9e93-4413-acf1-a5824199f6f7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Jun 12 12:05:24.596789 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbd86e-a822-4f86-a5d0-6291a0c27256 req-edfb1675-9c83-460f-b60c-a45a0b6e16d5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:24.598287 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-31dbd86e-a822-4f86-a5d0-6291a0c27256 req-edfb1675-9c83-460f-b60c-a45a0b6e16d5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0736656 Jun 12 12:05:24.639233 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-31dbd86e-a822-4f86-a5d0-6291a0c27256 req-32c49a85-12cd-405f-89b1-d874732d481e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352724 Jun 12 12:05:24.962681 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63ce58-eb9a-4904-84e4-2a7695f2f246 req-0927d538-1afa-4326-aa80-71d776a20daa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:24.964214 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5e63ce58-eb9a-4904-84e4-2a7695f2f246 req-0927d538-1afa-4326-aa80-71d776a20daa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0785596 Jun 12 12:05:25.006939 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5e63ce58-eb9a-4904-84e4-2a7695f2f246 req-527721a4-8305-4610-a21b-193bbc140c24 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369325 Jun 12 12:05:25.820697 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a87ae-0368-4cc5-a954-e605c83e24a8 req-feae76b9-4462-4f2e-9448-1223f882c3c2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:25.822180 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b41a87ae-0368-4cc5-a954-e605c83e24a8 req-feae76b9-4462-4f2e-9448-1223f882c3c2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0719244 Jun 12 12:05:25.865001 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b41a87ae-0368-4cc5-a954-e605c83e24a8 req-47795e26-d369-4806-98c9-ad95dec294d8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373535 Jun 12 12:05:26.194875 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec5534-2271-4f87-97f1-c97a9a5903a2 req-b65d0d80-898a-47a1-99a8-642fd811b070 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:26.196336 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b4ec5534-2271-4f87-97f1-c97a9a5903a2 req-b65d0d80-898a-47a1-99a8-642fd811b070 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0723655 Jun 12 12:05:26.236701 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b4ec5534-2271-4f87-97f1-c97a9a5903a2 req-5474b2d1-7b56-4f01-93c2-b2afe78c6f64 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347524 Jun 12 12:05:27.053173 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cadc4-1d23-499e-8547-dd00757c1691 req-28c8d756-27fe-43c4-9d72-7c14815e8c64 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:27.054650 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fd5cadc4-1d23-499e-8547-dd00757c1691 req-28c8d756-27fe-43c4-9d72-7c14815e8c64 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0767040 Jun 12 12:05:27.097112 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fd5cadc4-1d23-499e-8547-dd00757c1691 req-10bd901b-e89f-474a-ab6c-dfd091bfe6e2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367472 Jun 12 12:05:27.421629 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd8624-5435-4124-92df-6b4df429fa2c req-1877f771-c9a5-4c2d-87ee-3fd2003feea0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:27.423122 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5abd8624-5435-4124-92df-6b4df429fa2c req-1877f771-c9a5-4c2d-87ee-3fd2003feea0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0708296 Jun 12 12:05:27.465991 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5abd8624-5435-4124-92df-6b4df429fa2c req-70530b7d-6e47-468b-beff-070b8323966f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369396 Jun 12 12:05:28.281385 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df459fad-de54-44b1-a1ce-885046052e48 req-f78affc5-6aa3-4b16-9dce-5a7805151041 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:28.283046 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df459fad-de54-44b1-a1ce-885046052e48 req-f78affc5-6aa3-4b16-9dce-5a7805151041 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0717235 Jun 12 12:05:28.325425 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df459fad-de54-44b1-a1ce-885046052e48 req-65fa390e-2f3d-457a-b13f-5f4f4c6b1f1b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365593 Jun 12 12:05:28.643958 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2150e-7648-4df7-8dd2-bca9b0de1fc4 req-9ecf879c-5461-4a28-a90f-4cecf900cc37 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:28.645436 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-45f2150e-7648-4df7-8dd2-bca9b0de1fc4 req-9ecf879c-5461-4a28-a90f-4cecf900cc37 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0692172 Jun 12 12:05:28.686837 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-45f2150e-7648-4df7-8dd2-bca9b0de1fc4 req-4eebf764-1f91-494b-b464-316ae4d5e2f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356760 Jun 12 12:05:29.534810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747307e0-ae15-48d6-8858-7ee646d84683 req-6c681381-3c7a-4c8b-b362-6ca68cdb657c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:29.538169 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-747307e0-ae15-48d6-8858-7ee646d84683 req-6c681381-3c7a-4c8b-b362-6ca68cdb657c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0899913 Jun 12 12:05:29.626702 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-747307e0-ae15-48d6-8858-7ee646d84683 req-2bde5a8f-8be3-470c-959b-1836ff2ab647 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820954 Jun 12 12:05:29.893717 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd37c93-1b9f-418f-bbd1-8694b32b5050 req-e3c6cc3d-6423-4d90-936b-07d9565a9b7e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:29.895097 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3dd37c93-1b9f-418f-bbd1-8694b32b5050 req-e3c6cc3d-6423-4d90-936b-07d9565a9b7e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0754030 Jun 12 12:05:29.935787 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3dd37c93-1b9f-418f-bbd1-8694b32b5050 req-c37baff1-8f2c-49ae-94ee-ee1918a703c2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351458 Jun 12 12:05:30.808908 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22d7d-0b1a-4169-983b-1036f32ae67a req-20676f3f-b76b-4ff2-85c9-c89499f19d52 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:30.810356 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c6c22d7d-0b1a-4169-983b-1036f32ae67a req-20676f3f-b76b-4ff2-85c9-c89499f19d52 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0713432 Jun 12 12:05:30.850647 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c6c22d7d-0b1a-4169-983b-1036f32ae67a req-10feed5f-7bfc-4cc7-8351-4995719f446e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338557 Jun 12 12:05:31.175615 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7f11-64de-4440-92ce-2beac3bb1fd3 req-0f52a2ba-22ec-4578-b66e-4b1caf65232e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:31.178403 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1eae7f11-64de-4440-92ce-2beac3bb1fd3 req-0f52a2ba-22ec-4578-b66e-4b1caf65232e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1235383 Jun 12 12:05:31.182724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c833-092e-4df9-974e-6c6bc4432594 req-71bf0898-0156-414d-bfcb-e470f5c1bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:31.184126 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-71bf0898-0156-414d-bfcb-e470f5c1bc42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1096 time: 0.0980501 Jun 12 12:05:31.234379 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1eae7f11-64de-4440-92ce-2beac3bb1fd3 req-99d81e1b-82a6-4f36-b7b1-46cd9cf5e465 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 Jun 12 12:05:31.710683 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:05:32.029043 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8db07-a33e-4fa5-879d-c747d4b3f126 req-b638c00d-f1ce-477a-96f8-64d2ce103bc3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:32.030495 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-87b8db07-a33e-4fa5-879d-c747d4b3f126 req-b638c00d-f1ce-477a-96f8-64d2ce103bc3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0684745 Jun 12 12:05:32.071417 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-87b8db07-a33e-4fa5-879d-c747d4b3f126 req-0b4b73d5-e79d-4fb2-b90b-47412ba456fd tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351048 Jun 12 12:05:32.417604 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cbe7f-c18e-478f-8c92-221e286df711 req-e3e2c0c4-8eac-4e16-8a7d-23a9627ab04f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:32.419105 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-160cbe7f-c18e-478f-8c92-221e286df711 req-e3e2c0c4-8eac-4e16-8a7d-23a9627ab04f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0789216 Jun 12 12:05:32.461554 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-160cbe7f-c18e-478f-8c92-221e286df711 req-a2a755de-13a9-462e-ad06-35d1d0b73ebf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358694 Jun 12 12:05:33.248766 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a2212-195f-445b-a6bf-21b5dc2ac057 req-4c45f5b7-a36b-440d-a9c9-aebd8fff1833 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:33.250203 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-084a2212-195f-445b-a6bf-21b5dc2ac057 req-4c45f5b7-a36b-440d-a9c9-aebd8fff1833 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0682652 Jun 12 12:05:33.291898 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-084a2212-195f-445b-a6bf-21b5dc2ac057 req-03d843e1-152b-4ee0-9652-e5f62a82fa23 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360620 Jun 12 12:05:33.646183 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc24d1-8324-4bf0-907b-98ef782140ec req-198ccacd-7955-46fd-900a-714d662c557e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:33.647687 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4bfc24d1-8324-4bf0-907b-98ef782140ec req-198ccacd-7955-46fd-900a-714d662c557e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0743394 Jun 12 12:05:33.687890 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4bfc24d1-8324-4bf0-907b-98ef782140ec req-b92c2c8f-a701-4c78-8142-215ed3327a14 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346339 Jun 12 12:05:33.750002 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:34.160489 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-c07d5ad9-eba7-426e-ab1f-7c542a23ff05 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:34.161710 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-c07d5ad9-eba7-426e-ab1f-7c542a23ff05 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.67 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0811231 Jun 12 12:05:34.182438 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c833-092e-4df9-974e-6c6bc4432594 req-f156539f-1e84-43c1-8daf-083033fce0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:34.184235 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-f156539f-1e84-43c1-8daf-083033fce0d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1156464 Jun 12 12:05:34.269567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-8c383817-880c-4462-b3bd-4da4562974e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 999 time: 0.0790200 Jun 12 12:05:34.284098 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Deleting port 0c9e5467-1e6f-4945-b349-c43ecadb2218 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:05:34.284617 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:34.336418 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c833-092e-4df9-974e-6c6bc4432594 req-69f7b2c8-821b-4a09-81b4-fec495b71f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:34.338692 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-69f7b2c8-821b-4a09-81b4-fec495b71f58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0629528 Jun 12 12:05:34.400829 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] For port 0c9e5467-1e6f-4945-b349-c43ecadb2218, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c9e5467-1e6f-4945-b349-c43ecadb2218,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:05:34.401193 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:34.449664 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c833-092e-4df9-974e-6c6bc4432594 req-5d488007-1ec5-4a22-b487-d57d60cbde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:34.451151 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-5d488007-1ec5-4a22-b487-d57d60cbde19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030307 Jun 12 12:05:34.560140 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec47adc-7ced-44e5-a478-480b5fc4c7af req-8c9e23dd-ce51-44e0-95ef-5afbe34a0fde tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:34.561588 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ec47adc-7ced-44e5-a478-480b5fc4c7af req-8c9e23dd-ce51-44e0-95ef-5afbe34a0fde tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1512163 Jun 12 12:05:34.617449 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-150cb828-ff0a-494d-bc80-69e26ec017fd service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587532 Jun 12 12:05:34.620293 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4ec47adc-7ced-44e5-a478-480b5fc4c7af req-2d6ea895-21a9-4995-be9a-fa90266fe3ed tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?id=75ed7843-4a00-46ab-8fb1-4d2074678194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514834 Jun 12 12:05:34.627586 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:34.627958 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:34.628238 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Floating IP 9a2b54a4-7f25-4be3-a0f3-42c66bc01a36 disassociated. External IP: 172.27.1.24, port: 0c9e5467-1e6f-4945-b349-c43ecadb2218. Jun 12 12:05:34.628582 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Calling delete_port for 0c9e5467-1e6f-4945-b349-c43ecadb2218 owned by compute:nova {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:05:34.744081 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f174c833-092e-4df9-974e-6c6bc4432594 req-cecfb3a4-ea5b-4119-b7ee-f6b4c15e242d service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191924 Jun 12 12:05:34.805828 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:34.811152 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6ea37a9d-3324-4512-bb1a-ebdc8c376dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:05:34.854794 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event deleted for resources: {'Port': ['ID=0c9e5467-1e6f-4945-b349-c43ecadb2218,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:05:34.882738 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:05:35.023224 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed1f98-f394-4247-a899-33927e0fcb0f req-1dcfaabe-3e28-4b82-8067-34bfc219f488 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:35.024698 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a7ed1f98-f394-4247-a899-33927e0fcb0f req-1dcfaabe-3e28-4b82-8067-34bfc219f488 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.2091722 Jun 12 12:05:35.063279 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:05:35.085428 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a7ed1f98-f394-4247-a899-33927e0fcb0f req-89b2fb76-6087-4214-95f5-7950b00c6d0c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505271 Jun 12 12:05:35.229848 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:05:35.245944 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] Sync routers for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:05:35.258802 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:05:35.259859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:05:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:35.295960 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] No DVR routers for this DVR port 0c9e5467-1e6f-4945-b349-c43ecadb2218 on host hv-cinder-79611 {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:05:35.299452 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:35.301927 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ceea12a5-02c9-4369-ae28-55afbd44c145 req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.67 "DELETE /v2.0/ports/0c9e5467-1e6f-4945-b349-c43ecadb2218 HTTP/1.1" status: 204 len: 173 time: 1.1259279 Jun 12 12:05:35.302498 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'name': 'network-vif-deleted', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:05:35.305035 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265ac92-4c80-4556-bfc8-59c79f6413a7" -d '{"events": [{"server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "name": "network-vif-deleted", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:05:35.369775 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9cbc45-933c-45ff-b9e0-98fd2b9c83e6 x-openstack-request-id: req-5c9cbc45-933c-45ff-b9e0-98fd2b9c83e6 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:05:35.370119 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df44acca-9ac3-4aae-89fe-8d393ffeb8d5", "name": "network-vif-deleted", "tag": "0c9e5467-1e6f-4945-b349-c43ecadb2218", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:05:35.370445 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c9cbc45-933c-45ff-b9e0-98fd2b9c83e6 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:05:35.370896 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44acca-9ac3-4aae-89fe-8d393ffeb8d5', 'name': 'network-vif-deleted', 'tag': '0c9e5467-1e6f-4945-b349-c43ecadb2218', 'status': 'completed', 'code': 200} Jun 12 12:05:35.551751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:05:35.770076 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-60ca9d4e-f976-4726-accb-ce8b561a7c75 req-d05c4361-322e-4845-a255-d1423350a450 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0343368 Jun 12 12:05:35.809335 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:03Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:35.812664 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] Checking router: b5b03de5-a3b5-4e3d-953b-2cd64a7de86f for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:05:35.821412 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:05:35.822009 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:05:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:35.961852 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:05:36.214078 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:03Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:05:36.217445 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ab31-421f-4b5b-97c2-6831eedd03bf None None] The sync data for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi is: [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:00:53Z', 'revision_number': 4, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'c52d33c1-484c-4972-b0e0-7abba766073b', 'name': '', 'network_id': '9a751551-4b26-4cc8-bb60-c8d635292812', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'mac_address': 'fa:16:3e:92:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:52Z', 'updated_at': '2021-06-12T12:01:03Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'subnets': [{'id': '36c8f1d7-c308-46f8-8f4a-78c93de426ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:05:36.269129 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49378d8-337e-4170-b27c-e6bf4a9fe7d4 req-95e675bd-4906-4c8b-a6cf-9e7b42c6a4e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:36.270606 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d49378d8-337e-4170-b27c-e6bf4a9fe7d4 req-95e675bd-4906-4c8b-a6cf-9e7b42c6a4e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686910 Jun 12 12:05:36.317689 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d49378d8-337e-4170-b27c-e6bf4a9fe7d4 req-12d53d21-50ba-494c-9f31-d69ffb00a261 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414412 Jun 12 12:05:36.444035 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13bf686-10a5-4ab3-bcaf-c96ae2f87a3d None None] New status for floating IP 9a2b54a4-7f25-4be3-a0f3-42c66bc01a36: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:05:36.917384 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f78ff069-7a8d-42a3-a222-9c07163e16fd req-11542bfb-0d7d-4541-805c-028ea525b281 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0337632 Jun 12 12:05:37.503919 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431e78-4c5c-480a-9a96-6b8e1a2afe9c req-381eef1b-02cd-40a8-897c-77c027d02a89 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:37.505394 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1c431e78-4c5c-480a-9a96-6b8e1a2afe9c req-381eef1b-02cd-40a8-897c-77c027d02a89 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0767326 Jun 12 12:05:37.547941 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1c431e78-4c5c-480a-9a96-6b8e1a2afe9c req-0626810c-0f1e-44bf-aa46-d9b6cff90aa5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368109 Jun 12 12:05:38.060540 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4545fb30-d4fd-4b72-a5b4-d3da6f7da5e8 req-cf61882d-b99c-4079-b47e-4b52de68111c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0328116 Jun 12 12:05:38.725773 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b090-7e7b-409a-bab8-aeb5f163999b req-c672c555-8c7b-4c16-a880-de3dd4d02fb7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:38.727368 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-dfe7b090-7e7b-409a-bab8-aeb5f163999b req-c672c555-8c7b-4c16-a880-de3dd4d02fb7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0681484 Jun 12 12:05:38.771503 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-dfe7b090-7e7b-409a-bab8-aeb5f163999b req-d5c83e82-45ba-4647-a2c2-02f93026ba44 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 Jun 12 12:05:39.103157 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-54228dc0-3d77-489f-9c3e-d88f4127e5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:39.211314 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a050cb82-34cf-488a-a02c-031f3d08453c req-9722067f-3f1f-4210-908f-9abd1e7c6966 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0325627 Jun 12 12:05:39.960191 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375cdac-8296-4908-8d54-aac847dd7068 req-fccc3261-12e8-4795-b8ad-c9d3b3bbb939 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:39.961626 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f375cdac-8296-4908-8d54-aac847dd7068 req-fccc3261-12e8-4795-b8ad-c9d3b3bbb939 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0735307 Jun 12 12:05:40.001288 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f375cdac-8296-4908-8d54-aac847dd7068 req-0211df09-1096-4d1b-8e23-d312adee5644 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341153 Jun 12 12:05:40.357726 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-17c8b555-e8ee-4e4c-9af6-bd32d46b0ea3 req-e54bb81d-4a33-41a2-9571-c31b3e8dd708 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0324979 Jun 12 12:05:41.183192 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38aeb0-d4a5-4957-a3f3-65af13f8db45 req-735ae900-5daa-48de-80fa-f710710643f7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:41.184561 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0b38aeb0-d4a5-4957-a3f3-65af13f8db45 req-735ae900-5daa-48de-80fa-f710710643f7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686190 Jun 12 12:05:41.225588 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0b38aeb0-d4a5-4957-a3f3-65af13f8db45 req-8012cf2f-afd0-4fb3-a5bf-6de4d4d98b9c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346901 Jun 12 12:05:41.365047 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-28605d6c-b8ff-45c4-ace5-4a5c0ebed70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:41.502133 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2d296eba-9abb-46c2-b67e-bf6586ba7ba4 req-b02b4109-e9e6-44f5-b81b-365ac648b3ed tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0330107 Jun 12 12:05:41.997052 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:42.401996 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc64466-fa9a-4ee0-8e63-47e528c39fa9 req-707f92a4-c420-4523-9023-9405319d59b3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:42.403458 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3bc64466-fa9a-4ee0-8e63-47e528c39fa9 req-707f92a4-c420-4523-9023-9405319d59b3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0685024 Jun 12 12:05:42.445372 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3bc64466-fa9a-4ee0-8e63-47e528c39fa9 req-571dd6b0-803b-4557-a9ee-566952daff1d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358641 Jun 12 12:05:42.648837 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f24464fb-35e9-4a13-9445-623990d9840e req-a1c526ed-b5e0-44a9-8b64-d8fec2e98aea tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0359643 Jun 12 12:05:42.679722 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:43.625118 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2eb42-32f5-4467-a983-f40f1f2d0949 req-2517f709-7dc6-492a-9fa2-bc6e0c541a35 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:43.627283 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-82b2eb42-32f5-4467-a983-f40f1f2d0949 req-2517f709-7dc6-492a-9fa2-bc6e0c541a35 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0691204 Jun 12 12:05:43.667233 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-82b2eb42-32f5-4467-a983-f40f1f2d0949 req-785d18d3-f448-427d-8b7e-f0285598925b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344765 Jun 12 12:05:43.797830 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1544d353-7589-44b3-8796-0f1515c5c988 req-dbd33b31-2af1-41b7-aef4-9b122d833068 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0365400 Jun 12 12:05:44.389210 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:05:44.847129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d0484-7b6d-43d7-8645-dd6e932a62b2 req-55b1b052-f3ec-4719-931f-d0cea71f8c31 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:44.848612 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-878d0484-7b6d-43d7-8645-dd6e932a62b2 req-55b1b052-f3ec-4719-931f-d0cea71f8c31 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697551 Jun 12 12:05:44.889425 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-878d0484-7b6d-43d7-8645-dd6e932a62b2 req-8f130256-ee18-4167-8ced-eee10a405c4a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Jun 12 12:05:44.944500 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e7d20639-5dad-4a55-8b45-10f5c719edb8 req-e53dc6e6-4c20-47a8-80b9-27aad29405cb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0333588 Jun 12 12:05:46.098186 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7c72e5be-2903-4259-8caa-87841b82696e req-a0bed7e9-dc0f-4218-aa02-9f210af4d1a5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0370090 Jun 12 12:05:46.339731 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7541e-64cc-476b-8093-e84ead32c256 req-e62df81d-77b7-4f42-9579-8116ab951251 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:46.341080 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-52c7541e-64cc-476b-8093-e84ead32c256 req-e62df81d-77b7-4f42-9579-8116ab951251 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.3412817 Jun 12 12:05:46.380395 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-52c7541e-64cc-476b-8093-e84ead32c256 req-bf9f0a68-6d1c-4739-aea2-51bd3d1cbe0c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337555 Jun 12 12:05:47.244383 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-93a63304-8636-4631-9981-28fb2e013ee6 req-5b318756-3daa-4e17-94f4-ae6b81aa5998 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0328808 Jun 12 12:05:47.565118 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a5e7-48fe-4a26-aee9-57374a01dc9d req-5bb3064f-0e38-4512-957c-e5bf87c33ff0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:47.566571 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-df85a5e7-48fe-4a26-aee9-57374a01dc9d req-5bb3064f-0e38-4512-957c-e5bf87c33ff0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0746262 Jun 12 12:05:47.608709 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-df85a5e7-48fe-4a26-aee9-57374a01dc9d req-64610305-da35-4de8-9569-e981d616466f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364740 Jun 12 12:05:48.388530 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4d184dd7-fa98-4b0b-b342-e9d882c7343d req-6465fff2-2344-454d-b8ee-6b0b1d4c348e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0318258 Jun 12 12:05:48.791129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663486bc-ee2f-414f-8d41-dbf351f7c680 req-ce9e0a38-5f02-4577-9a1d-9011e18b87a6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:48.792586 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-663486bc-ee2f-414f-8d41-dbf351f7c680 req-ce9e0a38-5f02-4577-9a1d-9011e18b87a6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0701232 Jun 12 12:05:48.834573 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-663486bc-ee2f-414f-8d41-dbf351f7c680 req-71366931-cdad-44b3-b260-7be5fd1b6d73 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361145 Jun 12 12:05:49.534809 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-05941973-2ce3-40ad-a6ca-1eab524997f9 req-b1de13b8-ebd2-477a-bb2c-4b4cfb059e32 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0362029 Jun 12 12:05:50.289905 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82e31-a93a-4ab6-90a8-425ffade8fba req-4d568828-e3a0-4694-bbc3-822932427212 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:50.291425 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-32a82e31-a93a-4ab6-90a8-425ffade8fba req-4d568828-e3a0-4694-bbc3-822932427212 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.3483353 Jun 12 12:05:50.332879 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-32a82e31-a93a-4ab6-90a8-425ffade8fba req-a878725f-8f70-4a69-853b-6485320e3f71 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Jun 12 12:05:50.680730 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c6e9bddc-6cb9-4517-baa3-16b09fd1dbcd req-de4d71cf-7d37-4cf3-9d0f-52b95a7f0bcd tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0345261 Jun 12 12:05:51.516730 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d5f85-3b25-4c44-b884-0ecf93f8238a req-21f2d825-11d9-44a2-a879-ebb5dff968ae tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:51.518932 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-569d5f85-3b25-4c44-b884-0ecf93f8238a req-21f2d825-11d9-44a2-a879-ebb5dff968ae tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0682504 Jun 12 12:05:51.559184 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-569d5f85-3b25-4c44-b884-0ecf93f8238a req-7a9aeee2-9201-429b-b31d-306ebf14bb86 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342653 Jun 12 12:05:51.824630 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a5f4dac4-f795-4f29-b3d9-015c5b648aba req-d23ccb00-2ce5-46bd-86f4-0cf488eb953f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0349021 Jun 12 12:05:52.741056 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd2fb-753a-40fd-9c4d-30dcb7cd6043 req-4f3d8f8d-8bfc-4819-82ca-816da8c5a6b5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:52.742521 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-817dd2fb-753a-40fd-9c4d-30dcb7cd6043 req-4f3d8f8d-8bfc-4819-82ca-816da8c5a6b5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0725393 Jun 12 12:05:52.782585 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-817dd2fb-753a-40fd-9c4d-30dcb7cd6043 req-3ae902dd-1f5b-463b-afc2-bd7b32a3c3f9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344486 Jun 12 12:05:52.965089 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e6759c2c-7ac1-4285-9ec7-1d17967b2a4e req-fb3c58b1-a006-4223-9816-0294b4bbb422 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0320783 Jun 12 12:05:54.114190 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2c7408a7-4322-46a7-a913-25663d6cfa94 req-209d213f-8547-48c1-9b32-9d2f5d164dc2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0365551 Jun 12 12:05:54.114914 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e68a-2688-49a4-8757-9359106b192b req-185e5027-8280-4b7e-b9be-9cc0367855f9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:54.116049 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1713e68a-2688-49a4-8757-9359106b192b req-185e5027-8280-4b7e-b9be-9cc0367855f9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697587 Jun 12 12:05:54.156825 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1713e68a-2688-49a4-8757-9359106b192b req-28786af2-ed82-4ab8-ad34-92f097fb84a2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353208 Jun 12 12:05:55.263601 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-57555052-960f-41ba-853d-c0a675253bae req-c6e316ad-aadc-4f45-8a32-060ed0af81e1 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0333252 Jun 12 12:05:55.338525 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e84f34-b218-4e1c-a4cc-73b71d7f90b9 req-bfba40a6-0075-4e4b-acaf-f88a2c8e2f75 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:55.340021 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d5e84f34-b218-4e1c-a4cc-73b71d7f90b9 req-bfba40a6-0075-4e4b-acaf-f88a2c8e2f75 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0737095 Jun 12 12:05:55.380489 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d5e84f34-b218-4e1c-a4cc-73b71d7f90b9 req-dfa900d1-3a88-411e-81a2-b4f025409c5a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348523 Jun 12 12:05:56.406956 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-da66ed10-c1bc-4041-9e66-3851e9c1abb6 req-8f86f4ff-27d9-49b1-9d0f-afbf91e85dc0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0333252 Jun 12 12:05:56.557446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35840df-e6aa-4563-a806-89661c3e3582 req-ddd48a41-4c86-42ed-a0c3-6fd5c96d7496 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:56.558813 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b35840df-e6aa-4563-a806-89661c3e3582 req-ddd48a41-4c86-42ed-a0c3-6fd5c96d7496 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0681367 Jun 12 12:05:56.601380 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b35840df-e6aa-4563-a806-89661c3e3582 req-4ef9aa90-9e5a-42cf-9d6b-4aa1b798b6b9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365262 Jun 12 12:05:57.548816 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f42d1a1d-5df2-4466-b5b3-6b5d9a590d36 req-1f6a1c43-6512-4b17-bce0-d554f13fddf0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0328944 Jun 12 12:05:57.787097 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6378e-aee1-4f29-90ee-8f067b588876 req-af8c3159-47b2-4ab7-99e9-bde25baa00d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:57.788567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2ad6378e-aee1-4f29-90ee-8f067b588876 req-af8c3159-47b2-4ab7-99e9-bde25baa00d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0764015 Jun 12 12:05:57.831052 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2ad6378e-aee1-4f29-90ee-8f067b588876 req-bf2df6c7-bc9b-4380-bb04-3e536174c762 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368488 Jun 12 12:05:58.696099 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e99d4e2c-b73e-412b-8ea7-95f7d5e8428b req-e2e45963-6ead-4965-a911-049839213978 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0364585 Jun 12 12:05:59.008491 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea4fbb-f27e-4b70-987f-4fce753706d1 req-91bea534-f42b-41ca-86d0-431f3d22606e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:05:59.009933 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f9ea4fbb-f27e-4b70-987f-4fce753706d1 req-91bea534-f42b-41ca-86d0-431f3d22606e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0669868 Jun 12 12:05:59.053035 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f9ea4fbb-f27e-4b70-987f-4fce753706d1 req-db8f7838-5625-4209-857c-e5974f32f51b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374284 Jun 12 12:05:59.842564 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f143b03-bea3-4f39-a99d-70056ac53285 req-7c726b98-5118-4eec-93e5-ef8df9ddc179 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0352631 Jun 12 12:06:00.233713 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79355-e37e-4899-be0f-53cb9017c13e req-5b30d4a4-0b01-427b-9e74-471253313b69 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:00.235187 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cbc79355-e37e-4899-be0f-53cb9017c13e req-5b30d4a4-0b01-427b-9e74-471253313b69 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0737107 Jun 12 12:06:00.277535 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cbc79355-e37e-4899-be0f-53cb9017c13e req-81a342cb-ddaa-464a-b83f-d8fb98bfd928 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361881 Jun 12 12:06:00.982824 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a1fc15b2-bdc2-4adb-bf1c-1718d808a128 req-26e5f2b1-97b6-447b-b5c6-4162959383d8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Jun 12 12:06:01.457201 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a11fe-8084-41b7-94b6-9b4cdeac0a47 req-b3d40633-0f41-41af-b1ff-3071504046e8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:01.458683 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8c7a11fe-8084-41b7-94b6-9b4cdeac0a47 req-b3d40633-0f41-41af-b1ff-3071504046e8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0707009 Jun 12 12:06:01.499276 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8c7a11fe-8084-41b7-94b6-9b4cdeac0a47 req-ac983e64-239d-4bee-a2d4-610c0ad6feba tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345776 Jun 12 12:06:02.126061 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1d790586-20a3-49b9-83c4-e2e2cae182ff req-d9dddb20-f473-4302-b516-465efa8f7ff8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0346751 Jun 12 12:06:02.683676 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cf723-54c4-4234-85cc-44ab2e6ce831 req-b5d257df-5587-446b-883a-86bf0d435592 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:02.685127 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-184cf723-54c4-4234-85cc-44ab2e6ce831 req-b5d257df-5587-446b-883a-86bf0d435592 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0722950 Jun 12 12:06:02.726318 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-184cf723-54c4-4234-85cc-44ab2e6ce831 req-64926a01-db75-41fd-98c0-fb500b157f2d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349483 Jun 12 12:06:03.272588 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aa27d23e-a6dd-4e78-8802-505661cfd0de req-4a9a2a55-6ba0-4fbc-844e-8c35a436eaa5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0374117 Jun 12 12:06:03.749344 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:03.902742 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876d511-5bc7-4111-bb98-a5015c845adc req-4fdc6dbc-abb9-4c4a-8d7d-354695de46c8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:03.904222 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e876d511-5bc7-4111-bb98-a5015c845adc req-4fdc6dbc-abb9-4c4a-8d7d-354695de46c8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0679963 Jun 12 12:06:03.945043 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e876d511-5bc7-4111-bb98-a5015c845adc req-7360e7bd-77b5-46ff-8279-0b792f81a1b2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345573 Jun 12 12:06:04.416984 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-63cfafcd-ace7-49dd-8ff4-cd882fa83e85 req-3e7703f7-d81d-44e5-883c-b686668d3f24 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0328391 Jun 12 12:06:05.125172 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cacc2b-ecf6-44a8-b416-b76f014dab31 req-57c1efcd-ece1-4781-b071-bda2b34e2607 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:05.126760 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-92cacc2b-ecf6-44a8-b416-b76f014dab31 req-57c1efcd-ece1-4781-b071-bda2b34e2607 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0725558 Jun 12 12:06:05.167558 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-92cacc2b-ecf6-44a8-b416-b76f014dab31 req-6c6489cd-b568-4217-8fa3-344be1f3016e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351179 Jun 12 12:06:05.559592 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d7e8ee0d-6857-4147-a93d-0086b77abe12 req-d630a8e3-7113-4b7d-8847-1959a9f296b3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0330198 Jun 12 12:06:06.343407 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04654d96-104d-4fff-a953-5bd8098be567 req-06fa7c1f-39f0-4ab8-924b-6db130341778 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:06.344998 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-04654d96-104d-4fff-a953-5bd8098be567 req-06fa7c1f-39f0-4ab8-924b-6db130341778 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687768 Jun 12 12:06:06.386223 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-04654d96-104d-4fff-a953-5bd8098be567 req-5090a5e9-4ffa-4212-b608-1281864dfb40 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358229 Jun 12 12:06:06.701900 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4bab4620-56cf-4905-9c59-06d864f73fab req-ae67db43-723d-4cf8-a897-9fade3f69caf tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0328071 Jun 12 12:06:07.574009 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739749bd-6974-41c7-9b67-d61626840846 req-87e52de3-6b53-47cc-8496-0881b9d4e5b4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:07.575524 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-739749bd-6974-41c7-9b67-d61626840846 req-87e52de3-6b53-47cc-8496-0881b9d4e5b4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0749974 Jun 12 12:06:07.621824 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-739749bd-6974-41c7-9b67-d61626840846 req-a7342928-4462-4dc1-b262-dc2923785c25 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Jun 12 12:06:07.850305 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-edbd9575-74ff-45a8-bfa7-3e4f671a2967 req-6ae50295-b1fc-478b-9f3a-2dedcfa2edbb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0386252 Jun 12 12:06:08.709446 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:06:08.805684 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f1af1-be1d-4bbe-97a1-d3b833c5db3e req-82f218c5-912e-46fe-a7dd-6697080d8489 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:08.807182 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d48f1af1-be1d-4bbe-97a1-d3b833c5db3e req-82f218c5-912e-46fe-a7dd-6697080d8489 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0720499 Jun 12 12:06:08.849942 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d48f1af1-be1d-4bbe-97a1-d3b833c5db3e req-f972460c-36b7-488b-a886-c5349ba40cd1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369773 Jun 12 12:06:08.996601 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9759d548-cd56-421d-baa2-df06affe749c req-2fbb4a34-f8a6-48fc-9080-20f481438d37 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0336928 Jun 12 12:06:09.104419 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ca2-edd4-4b07-ae27-b35134eaf913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:10.032749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afcf4c-9b64-44f7-b6ac-1f4815a69e76 req-c5872004-e3a0-477f-9864-5950cd4b1923 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:10.034229 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2afcf4c-9b64-44f7-b6ac-1f4815a69e76 req-c5872004-e3a0-477f-9864-5950cd4b1923 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0730875 Jun 12 12:06:10.076744 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2afcf4c-9b64-44f7-b6ac-1f4815a69e76 req-73c60317-a5d6-42fc-89e3-88e120ab63f5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369852 Jun 12 12:06:10.141630 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cfca5891-1a2c-4422-92aa-66f1937fa8a3 req-07e42e84-2ef7-49a3-a9db-78ba45755b30 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0333471 Jun 12 12:06:11.255286 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1e651-a4bd-4a95-9bcb-18104a74dea2 req-be589f74-4dc2-42b2-9990-5ed2590bd9f6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:11.256841 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7aa1e651-a4bd-4a95-9bcb-18104a74dea2 req-be589f74-4dc2-42b2-9990-5ed2590bd9f6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0701962 Jun 12 12:06:11.300879 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7aa1e651-a4bd-4a95-9bcb-18104a74dea2 req-72c0d438-9389-4b3b-ade0-c18545f213f9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Jun 12 12:06:11.357926 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6329ee3c-3e36-4f51-984d-f5489d8cad90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:11.387002 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-217a9013-bdb9-441f-9692-17b37e339d79 req-14783737-6457-495d-a2b9-0a976ccf2965 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0357161 Jun 12 12:06:11.996611 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:12.491241 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d488f-6ad3-4f37-896d-e0ee336a4341 req-5f9681ad-323d-4c4b-9801-dcc7869adbd9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:12.492919 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c7d488f-6ad3-4f37-896d-e0ee336a4341 req-5f9681ad-323d-4c4b-9801-dcc7869adbd9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0790484 Jun 12 12:06:12.535529 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c7d488f-6ad3-4f37-896d-e0ee336a4341 req-70fc590f-0f63-497d-bdbc-a00954975441 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369339 Jun 12 12:06:12.536078 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8001007d-d409-4f08-9241-6c8629ad771e req-017e07aa-77ef-4a98-8fef-4ea8e872e302 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0363414 Jun 12 12:06:12.681893 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:13.682513 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-290184b5-7bd2-4be4-b6ae-c0f00fec0339 req-18ceb653-93d1-476f-8719-76653438f286 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Jun 12 12:06:13.717152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333cbdb-f065-44b9-b1ad-d55b00fe7dba req-276ce5ec-328b-461d-b840-e70d428d233d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:13.718623 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7333cbdb-f065-44b9-b1ad-d55b00fe7dba req-276ce5ec-328b-461d-b840-e70d428d233d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0726376 Jun 12 12:06:13.760454 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7333cbdb-f065-44b9-b1ad-d55b00fe7dba req-e69026d0-7974-4cb1-85a3-5d9fd2fc7961 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361881 Jun 12 12:06:14.393798 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:14.824944 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4d9153e-c8c1-4941-adcb-07fc06da32ec req-8591b933-51c9-469d-8109-5d8d902280ee tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Jun 12 12:06:14.942315 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f777b-27fe-4f47-a6e9-e3f3c86128d4 req-bc2f188a-9361-4c34-8336-a2bf1ad05507 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:14.943814 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9c7f777b-27fe-4f47-a6e9-e3f3c86128d4 req-bc2f188a-9361-4c34-8336-a2bf1ad05507 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0740471 Jun 12 12:06:14.983969 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9c7f777b-27fe-4f47-a6e9-e3f3c86128d4 req-514ec3ad-e632-4cff-b2ac-624c17eedd23 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346143 Jun 12 12:06:15.966905 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e38f77c2-a165-400e-ab03-c2036353b4e0 req-41ac866d-e12b-40f1-ac3f-09679b46157e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0323277 Jun 12 12:06:16.162288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c13b-2244-4dc2-a00c-3a4c73d7c8ec req-cd1ce4fe-9a81-47fd-ba74-c283df129fb7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:16.164114 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3679c13b-2244-4dc2-a00c-3a4c73d7c8ec req-cd1ce4fe-9a81-47fd-ba74-c283df129fb7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0714154 Jun 12 12:06:16.206309 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3679c13b-2244-4dc2-a00c-3a4c73d7c8ec req-64395465-9e7f-49c0-87ee-07423d44f70a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369174 Jun 12 12:06:17.112560 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-10055d1c-7871-46d4-bc1d-445b8e6cc9fb req-0e98e7c3-d294-4496-b193-87b5200cd0d7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0364044 Jun 12 12:06:17.388541 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d844-5182-44d7-b4bb-6f8e32421737 req-5940ed78-70d2-40e7-9c90-a45895d9b1f6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:17.389986 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c9c2d844-5182-44d7-b4bb-6f8e32421737 req-5940ed78-70d2-40e7-9c90-a45895d9b1f6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0710437 Jun 12 12:06:17.430778 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c9c2d844-5182-44d7-b4bb-6f8e32421737 req-a5ac4e53-e6ed-4699-a2c4-8dca360c9477 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345244 Jun 12 12:06:18.255483 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e8931289-562a-4642-8d73-dfab262fe610 req-bbce118c-be36-43c4-bdab-1236b4fa7a6b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0334036 Jun 12 12:06:18.608719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593cae4-fd22-479f-a775-d074c032e322 req-f639617e-36ca-4708-86fa-3c5014a01e4f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:18.610855 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5593cae4-fd22-479f-a775-d074c032e322 req-f639617e-36ca-4708-86fa-3c5014a01e4f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0722189 Jun 12 12:06:18.650834 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5593cae4-fd22-479f-a775-d074c032e322 req-6abf458c-5d10-42b0-ac6d-38a65ff7a2d2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344183 Jun 12 12:06:19.398417 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-dc83652b-56a7-4ae0-a5cb-d4d547c37360 req-d6166145-360d-40e4-a6cb-55466ed81155 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0337369 Jun 12 12:06:19.835743 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b9f6-a35d-4dc5-afe0-fb29ba276dd7 req-06ad8104-23a1-402e-8d9b-bfd77ee3ae03 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:19.837209 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8586b9f6-a35d-4dc5-afe0-fb29ba276dd7 req-06ad8104-23a1-402e-8d9b-bfd77ee3ae03 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0749052 Jun 12 12:06:19.880494 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8586b9f6-a35d-4dc5-afe0-fb29ba276dd7 req-e1ec4520-6f4f-46f2-8b4f-a12196121062 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377662 Jun 12 12:06:20.540204 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8c149be2-20fc-45f8-977a-b5da3fe0f73f req-071a9419-a168-4eca-84c4-cd59457a43c7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0325255 Jun 12 12:06:21.058255 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a02a6-7810-4b70-a009-6ec217ac1e57 req-d7e41d84-4f1c-479c-a648-d548285f77e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:21.059674 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-841a02a6-7810-4b70-a009-6ec217ac1e57 req-d7e41d84-4f1c-479c-a648-d548285f77e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0688033 Jun 12 12:06:21.101244 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-841a02a6-7810-4b70-a009-6ec217ac1e57 req-3fa32687-5609-40af-a164-bf62cf71b6db tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358803 Jun 12 12:06:21.710331 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e52edc9c-b74c-4c7e-9992-b55b81486bc9 req-04e65480-570f-45bd-b25a-ffefb42e4b2b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0378015 Jun 12 12:06:22.288386 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914b12-1f4f-4f6d-8978-23c9c92c4b62 req-46399023-8e1f-4f8c-a8f7-f7dc347b9ffb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:22.289856 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8f914b12-1f4f-4f6d-8978-23c9c92c4b62 req-46399023-8e1f-4f8c-a8f7-f7dc347b9ffb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0774281 Jun 12 12:06:22.332106 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8f914b12-1f4f-4f6d-8978-23c9c92c4b62 req-b8f96be3-060b-4fb5-8056-50c9bb6b9633 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366256 Jun 12 12:06:22.857421 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5715f06b-8c7b-43f3-be6f-f8c86c8ed15f req-05233baa-d6f9-4803-88e9-5902e452456b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0338483 Jun 12 12:06:23.515235 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523f6e7-335e-47d3-9eb7-9947402efd13 req-159fc466-6600-4e9d-831e-0284fc16e091 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:23.516691 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9523f6e7-335e-47d3-9eb7-9947402efd13 req-159fc466-6600-4e9d-831e-0284fc16e091 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0706782 Jun 12 12:06:23.566084 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9523f6e7-335e-47d3-9eb7-9947402efd13 req-39be4713-01ca-4341-8ded-ebe2efec3b60 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Jun 12 12:06:24.002068 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e587ae94-0746-44ad-9af4-d4a6f6bf2a2d req-a7858e66-fa09-44c6-afe3-c0b1a6eb0ed4 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0335977 Jun 12 12:06:24.748839 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d450-1f2d-4cb7-9ad8-3ec7dd06ca3d req-e96b1e22-0888-4f85-9449-225744a62402 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:24.750827 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8ab1d450-1f2d-4cb7-9ad8-3ec7dd06ca3d req-e96b1e22-0888-4f85-9449-225744a62402 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0752921 Jun 12 12:06:24.792502 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8ab1d450-1f2d-4cb7-9ad8-3ec7dd06ca3d req-020c6fc7-4996-4b80-b653-c60a95dac9ab tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361295 Jun 12 12:06:25.144691 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d1f83f58-3603-4062-a5fb-e7e5c8d0745b req-2c89700a-f6c3-42ae-a42a-56028d2dcff5 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0324655 Jun 12 12:06:25.978068 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8ac6d-9042-403a-a02d-5489a322ec57 req-119eb940-4c0b-4b68-b042-7febb2f09686 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:25.979485 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6bb8ac6d-9042-403a-a02d-5489a322ec57 req-119eb940-4c0b-4b68-b042-7febb2f09686 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0756619 Jun 12 12:06:26.020567 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6bb8ac6d-9042-403a-a02d-5489a322ec57 req-47012a16-22dd-4222-a537-5d211d540424 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355854 Jun 12 12:06:26.291252 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6dbaf27f-72d8-4cf2-ad7f-7c7867960562 req-91671026-d36c-4de4-a1c4-f18d1dcfac41 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0374410 Jun 12 12:06:27.202767 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd86a4-d011-4e09-bf85-d17dc3243c30 req-127d8b0f-caa5-49ca-8e2a-a08bf1b10412 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:27.204763 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dccd86a4-d011-4e09-bf85-d17dc3243c30 req-127d8b0f-caa5-49ca-8e2a-a08bf1b10412 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0733988 Jun 12 12:06:27.245843 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dccd86a4-d011-4e09-bf85-d17dc3243c30 req-0550db08-defb-4f0a-95c0-38ae50c5f1ef tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354135 Jun 12 12:06:27.439054 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9eccf4cd-7375-4c88-9d68-6f84d77b4da2 req-0831006f-281d-4073-b846-db8f6386e7c3 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0339391 Jun 12 12:06:28.425387 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db190a-314a-4592-aa69-b36a2d79c0f0 req-5d2b35d4-ae18-440e-b54e-1095e6e1f992 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:28.426885 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c1db190a-314a-4592-aa69-b36a2d79c0f0 req-5d2b35d4-ae18-440e-b54e-1095e6e1f992 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0705733 Jun 12 12:06:28.466935 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c1db190a-314a-4592-aa69-b36a2d79c0f0 req-9968d6a9-3a67-4619-b33e-b52034dbfd5f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344999 Jun 12 12:06:28.587798 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9767140e-87c0-41b9-ba6b-0bf4613d2c55 req-44ec3446-0ccb-4cda-84c5-a182df365e46 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0336120 Jun 12 12:06:29.664482 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e7a17-28d4-4f11-b4af-2634ce2c4057 req-d0360bc6-f362-4667-8af3-2ca863f18b97 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:29.666142 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-009e7a17-28d4-4f11-b4af-2634ce2c4057 req-d0360bc6-f362-4667-8af3-2ca863f18b97 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0856926 Jun 12 12:06:29.711879 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-009e7a17-28d4-4f11-b4af-2634ce2c4057 req-6ae3a111-d2b7-4cac-84f8-f9c661d0ae4e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381908 Jun 12 12:06:29.743077 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-01891b4b-7097-4fd7-b7ac-a353c9229ac8 req-884a219c-6f67-40f1-ba77-a07c75c43042 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0356560 Jun 12 12:06:30.892208 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-545a9970-67d9-4272-810f-1eecd5a54cf6 req-4bf65e4c-a5cc-4022-8514-da6f8eba240b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0369875 Jun 12 12:06:30.897493 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f3bc-ed03-4fc2-b008-9dff193d0e01 req-80491a71-32db-4673-8496-a3bcd3320a9c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:30.898995 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4325f3bc-ed03-4fc2-b008-9dff193d0e01 req-80491a71-32db-4673-8496-a3bcd3320a9c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0698276 Jun 12 12:06:30.940839 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4325f3bc-ed03-4fc2-b008-9dff193d0e01 req-9ceb68bb-997c-4861-ab9c-6618a7a3894a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363519 Jun 12 12:06:31.063660 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-5de4f3c1-ccee-4644-8640-876727217fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:31.065102 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-5de4f3c1-ccee-4644-8640-876727217fbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1096 time: 0.0578980 Jun 12 12:06:31.193911 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-fcddd071-c473-45e7-9eeb-f52a31232bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:31.195356 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-fcddd071-c473-45e7-9eeb-f52a31232bc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1093564 Jun 12 12:06:31.274672 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-5d297f78-f164-47de-b5df-02b26bbdddb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 999 time: 0.0727987 Jun 12 12:06:31.334191 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-460e79ac-fc29-4a36-8a5e-be100eb966b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:31.335658 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-460e79ac-fc29-4a36-8a5e-be100eb966b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0537198 Jun 12 12:06:31.400566 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-45bb99fa-f11a-4a37-86f5-b1d51e766f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:31.402075 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-45bb99fa-f11a-4a37-86f5-b1d51e766f4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591319 Jun 12 12:06:31.519573 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-48daf5eb-d2ca-4c53-832a-144e284b6d4c service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103983 Jun 12 12:06:31.636818 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14c07c3b-3909-4533-9e89-f5cfadfa2dbc req-08425ff0-8d8b-4e32-9467-866bdbf7c3bb service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110327 Jun 12 12:06:32.040406 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c535aee3-7c69-41f7-94be-ae028fd07ada req-cf650faa-a09a-4580-bf2e-676b7ccf9e25 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0326157 Jun 12 12:06:32.126725 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78a4da-de90-4fb4-ac47-85276aebafc4 req-cb44efe8-27c3-490d-9a54-d4626f3c8c67 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:32.128197 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d78a4da-de90-4fb4-ac47-85276aebafc4 req-cb44efe8-27c3-490d-9a54-d4626f3c8c67 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0726874 Jun 12 12:06:32.168569 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d78a4da-de90-4fb4-ac47-85276aebafc4 req-8db12316-0a3d-424a-af56-f53999e16b4f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347199 Jun 12 12:06:33.188063 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4cf84c2f-cdbd-4d21-91db-17b99ca4a681 req-662d25ca-fb30-4b0d-9632-980006fe7129 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0326231 Jun 12 12:06:33.352092 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8711d-1263-4a9b-a008-b7cd9a144802 req-449aa572-f56e-47b2-89c3-2899a64f1dbb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:33.353448 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5cf8711d-1263-4a9b-a008-b7cd9a144802 req-449aa572-f56e-47b2-89c3-2899a64f1dbb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0692043 Jun 12 12:06:33.393747 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5cf8711d-1263-4a9b-a008-b7cd9a144802 req-d464fdd8-f461-4e97-b4e2-902ca43d9742 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347273 Jun 12 12:06:33.763541 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:34.333158 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e59a8a5e-9827-4b56-9ce1-c0d46c2edfe1 req-69dc4069-3e68-49b1-8cf9-fab88b45af2d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0339100 Jun 12 12:06:34.576423 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037696d-18dd-4c3e-967e-f1145ed1d0bf req-03d88d3c-5e3e-49ef-bbb8-bce0d4dd4ad6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:34.577846 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7037696d-18dd-4c3e-967e-f1145ed1d0bf req-03d88d3c-5e3e-49ef-bbb8-bce0d4dd4ad6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0753782 Jun 12 12:06:34.620821 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7037696d-18dd-4c3e-967e-f1145ed1d0bf req-f8085a99-5721-4c3b-9ca4-74c84d2db319 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372324 Jun 12 12:06:35.478373 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e72a4d36-fbd5-4132-8ab0-7d15f1903481 req-3b1c56ff-005b-41f6-b9b3-1e86e700f804 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0368650 Jun 12 12:06:35.803720 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e81cc-31c5-4a6d-ac67-a2b44bef5ee8 req-1795f601-28a1-4647-b37c-eee12a469ba3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:35.805171 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-292e81cc-31c5-4a6d-ac67-a2b44bef5ee8 req-1795f601-28a1-4647-b37c-eee12a469ba3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0689106 Jun 12 12:06:35.845917 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-292e81cc-31c5-4a6d-ac67-a2b44bef5ee8 req-92bf96b8-0c13-427f-a7fd-485f0e16a197 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352190 Jun 12 12:06:36.623785 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-99b81ed9-e0ef-42f6-871c-fb869e4fcd2a req-c8b350b7-3209-4577-96ae-ce3cb4875638 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0336983 Jun 12 12:06:37.031944 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4218fa6-fd44-4a35-b055-75722e534ceb req-8e55412c-14d1-4256-8231-e2246deebe7e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:37.033404 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f4218fa6-fd44-4a35-b055-75722e534ceb req-8e55412c-14d1-4256-8231-e2246deebe7e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0722084 Jun 12 12:06:37.219070 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f4218fa6-fd44-4a35-b055-75722e534ceb req-80f0c447-63fa-41b6-a00b-c2cd2241648b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799412 Jun 12 12:06:37.766696 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29810be9-acd4-4083-8f1e-174e65ca6db3 req-93119a0e-1b81-4113-87c0-1a540d344c12 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0326424 Jun 12 12:06:38.399616 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5b51c-3bc8-4829-bf33-d1bba04e591f req-7ad081b2-24fa-4e08-bf10-c3be2929237a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:38.401052 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fce5b51c-3bc8-4829-bf33-d1bba04e591f req-7ad081b2-24fa-4e08-bf10-c3be2929237a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0675607 Jun 12 12:06:38.441646 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fce5b51c-3bc8-4829-bf33-d1bba04e591f req-d1683256-852c-4bfa-9919-3bccbb218446 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350349 Jun 12 12:06:38.908852 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c0747673-ffd8-47ae-a286-82e50c9372dc req-ab385b00-ff37-4218-a2f1-2edb8063a35d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Jun 12 12:06:39.104540 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-19d75cf3-4e0e-4255-8fed-442d47cd2d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:39.624579 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493546-8b95-44db-b385-3d94fd9439c4 req-1b76d591-dc6b-4bba-96a2-2f5c309caa1e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:39.626088 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-64493546-8b95-44db-b385-3d94fd9439c4 req-1b76d591-dc6b-4bba-96a2-2f5c309caa1e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0743730 Jun 12 12:06:39.667298 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-64493546-8b95-44db-b385-3d94fd9439c4 req-b0439610-b025-405f-b915-fad85638ed8c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355723 Jun 12 12:06:40.054734 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1929c75e-8657-493c-8213-a930611be645 req-53f51004-6e14-49f8-912a-6792c76653a7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0362890 Jun 12 12:06:40.842583 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79fa7c-02ac-4dd8-9558-a49e43a1065b req-5fc09d7a-2cef-483e-9c55-24cbb720a167 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:40.844168 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1b79fa7c-02ac-4dd8-9558-a49e43a1065b req-5fc09d7a-2cef-483e-9c55-24cbb720a167 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0682018 Jun 12 12:06:40.884612 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1b79fa7c-02ac-4dd8-9558-a49e43a1065b req-fd6a63d5-410f-499d-961d-1456abdd5a91 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350513 Jun 12 12:06:41.200913 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-be75a26d-01ef-4ada-8bc0-9e996842d815 req-9b1aeb79-cc09-4dfa-b1a0-1fe2aa46b033 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0338197 Jun 12 12:06:41.358912 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a78689a0-0673-4efc-9d98-96cfabe01de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:41.998115 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:42.073769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e02f6-3778-4040-978c-54859f6638cd req-de5fc117-1aaa-4ff2-b6f3-2a40e8ee3542 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:42.075256 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-160e02f6-3778-4040-978c-54859f6638cd req-de5fc117-1aaa-4ff2-b6f3-2a40e8ee3542 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0758624 Jun 12 12:06:42.117713 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-160e02f6-3778-4040-978c-54859f6638cd req-d5cf40b8-584a-449e-8d00-d48cd21b9027 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Jun 12 12:06:42.344699 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f132ff2e-5fe9-4ecc-9f34-8684f0d60146 req-eaa4edd1-b297-4993-9c6b-209285e7899c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Jun 12 12:06:42.684454 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:43.292392 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73e942-06bb-4eda-9a0c-7d314001d229 req-cc3b2326-c30a-43c9-9459-fbb0f547fab4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:43.293839 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5a73e942-06bb-4eda-9a0c-7d314001d229 req-cc3b2326-c30a-43c9-9459-fbb0f547fab4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0675039 Jun 12 12:06:43.335468 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5a73e942-06bb-4eda-9a0c-7d314001d229 req-adc581d7-7ee2-4c34-b07c-7dbdb4930412 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350499 Jun 12 12:06:43.484027 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-efb54b16-226f-45c8-b3c5-68cfb65b5533 req-12ae1e98-8f52-4c7c-95db-5bc0049df586 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0320659 Jun 12 12:06:44.395685 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:44.520338 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fb020-4ec4-4877-9c70-4a07d502612b req-2c9e4a2b-3c58-48ec-af8c-168703054392 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:44.521830 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-831fb020-4ec4-4877-9c70-4a07d502612b req-2c9e4a2b-3c58-48ec-af8c-168703054392 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0736184 Jun 12 12:06:44.564178 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-831fb020-4ec4-4877-9c70-4a07d502612b req-110d7d32-fafc-4d30-b656-0be725e4fb99 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368414 Jun 12 12:06:44.631048 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9bbf7b00-cbb4-447e-b21d-bf3765c52e5a req-794c4b96-d105-48d9-b75e-d8499e41158f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0368044 Jun 12 12:06:45.709502 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:06:45.745450 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3245be-4d10-40d7-90c6-c55c15ebbf7c req-96164789-cb77-4568-a74f-890ee6d88141 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:45.746938 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ff3245be-4d10-40d7-90c6-c55c15ebbf7c req-96164789-cb77-4568-a74f-890ee6d88141 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0716996 Jun 12 12:06:45.780559 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7b951e6b-f6a2-47b6-98cc-b3895e5ce277 req-2d5daf96-693c-4c37-bc59-33e691bc1d4a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0335846 Jun 12 12:06:45.790119 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ff3245be-4d10-40d7-90c6-c55c15ebbf7c req-6da1dac8-b171-4b4f-9a6d-d3a42e50cf0d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368204 Jun 12 12:06:46.926166 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b64b18f1-cbfe-4962-b921-c710b82c004b req-c5602713-1b8f-4329-b718-7018f573bbcf tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0332203 Jun 12 12:06:46.978377 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e33155-cb6c-4403-a4c9-0063e18aa40f req-57c7dff3-d5d8-4ec1-9be6-654cfc5f1390 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:46.979888 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-62e33155-cb6c-4403-a4c9-0063e18aa40f req-57c7dff3-d5d8-4ec1-9be6-654cfc5f1390 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0770912 Jun 12 12:06:47.021191 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-62e33155-cb6c-4403-a4c9-0063e18aa40f req-02c280b1-e53b-485d-be8d-0118dc3dfe75 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355966 Jun 12 12:06:48.072719 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1d0626e1-df20-4cd8-892a-25708c5ff254 req-d4f2d0d3-1e9d-4d46-a8b5-3a92cbe95f27 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0356710 Jun 12 12:06:48.249648 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e73e69-118d-4dec-aed3-d422b93e0a8b req-c34089c4-180e-441c-a0e2-72d7d1856a71 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:48.249887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564f05-9c99-4e2a-b7ca-b4d1601b78c0 req-e0bd4949-2dd8-4060-9415-00227deb405b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:48.251140 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d4e73e69-118d-4dec-aed3-d422b93e0a8b req-c34089c4-180e-441c-a0e2-72d7d1856a71 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 945 time: 0.0734041 Jun 12 12:06:48.251332 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-89564f05-9c99-4e2a-b7ca-b4d1601b78c0 req-e0bd4949-2dd8-4060-9415-00227deb405b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0716915 Jun 12 12:06:48.293212 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d4e73e69-118d-4dec-aed3-d422b93e0a8b req-6cf0e8f4-93f0-42b4-a4b9-ecef1192cb6c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359912 Jun 12 12:06:48.293657 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-89564f05-9c99-4e2a-b7ca-b4d1601b78c0 req-ef0f5923-14f8-4ffe-8dee-2bd3c3d720cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362332 Jun 12 12:06:49.375636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-643ea6b3-4a46-4100-a624-be0ad1c51918 req-488319e2-2ac0-4269-87f9-42d34b3d6ad0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0337274 Jun 12 12:06:49.477278 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29e483-872a-46bb-a71b-ac9c66c1ab77 req-2e9c6b48-89aa-4012-9929-64a596acc44c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:49.478770 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3b29e483-872a-46bb-a71b-ac9c66c1ab77 req-2e9c6b48-89aa-4012-9929-64a596acc44c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0728869 Jun 12 12:06:49.522712 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3b29e483-872a-46bb-a71b-ac9c66c1ab77 req-559ccf9c-893a-4269-aeda-df0f35df7226 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380821 Jun 12 12:06:49.587874 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-232764e4-74cb-4821-bc77-1a3fc6d7c2fc tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:49.589274 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-232764e4-74cb-4821-bc77-1a3fc6d7c2fc tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 945 time: 0.1066270 Jun 12 12:06:49.599965 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345c95c-76d7-467e-98d1-6be8f69f3610 req-f88d200e-6f72-42ff-a4cf-1aa3996f087c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:49.601308 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6345c95c-76d7-467e-98d1-6be8f69f3610 req-f88d200e-6f72-42ff-a4cf-1aa3996f087c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 945 time: 0.1291723 Jun 12 12:06:49.675821 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6345c95c-76d7-467e-98d1-6be8f69f3610 req-d0f41cc2-2f62-4d43-987d-4d72eed9ee72 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups?id=4073f653-c4b8-4f19-bf5d-faa920358717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673652 Jun 12 12:06:49.741267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Deleting port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:06:49.741616 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:49.849589 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] For port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:06:49.849953 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:50.067883 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:50.068258 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:50.068573 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Floating IP 3b62afc4-f699-4285-8751-df42fe2885f2 disassociated. External IP: 172.27.1.208, port: 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3. Jun 12 12:06:50.068914 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Calling delete_port for 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 owned by compute:nova {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:06:50.215917 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:50.219651 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-997937cf-dd6d-435c-8799-a5c2a49847dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:06:50.252646 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event deleted for resources: {'Port': ['ID=74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:06:50.261786 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.262169 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.262545 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.262917 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.263310 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.263673 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.264042 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.264800 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.264800 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.265120 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.265446 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.265804 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:06:50.269972 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:06:50.408876 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Router 1663efaf-df12-4962-ae28-7acb2592567b has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:06:50.523233 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2a9fba12-c5d1-4173-8276-b2ad53ff412c req-ba9dc581-0834-421d-8cc4-ed24df327966 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0350273 Jun 12 12:06:50.832835 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a5ed57bf-a5c3-4a0d-868d-28f2516a6ede req-259fa985-fd48-4d34-95b2-3083843c0fb9 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/ports?device_id=04abd6ec-3827-4e19-bd9f-e8979501184e HTTP/1.1" status: 200 len: 210 time: 0.0382438 Jun 12 12:06:50.872106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:06:50.882212 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:06:50.890579 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:06:50.891308 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:06:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:06:50.919184 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55f55-3753-47be-aafa-1fb454805ba1 req-b4945176-f5f7-4462-8626-688e079e63dc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:50.920887 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-53c55f55-3753-47be-aafa-1fb454805ba1 req-b4945176-f5f7-4462-8626-688e079e63dc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1368561 Jun 12 12:06:50.943609 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] No DVR routers for this DVR port 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 on host hv-cinder-79611 {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:06:50.946225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:50.948410 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3904b289-4d56-4476-a9eb-8a639307e5b6 req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.67 "DELETE /v2.0/ports/74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 HTTP/1.1" status: 204 len: 173 time: 1.3461938 Jun 12 12:06:50.953268 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'name': 'network-vif-deleted', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:06:50.956189 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfab74b-b5f8-4383-bda9-aa85e336f82f" -d '{"events": [{"server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "name": "network-vif-deleted", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:06:50.996436 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-53c55f55-3753-47be-aafa-1fb454805ba1 req-a1af3c11-963c-4f23-9ec9-c13b2d9c4b53 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542846 Jun 12 12:06:50.997895 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17954784-f275-415d-8e92-92ae42ca885c x-openstack-request-id: req-17954784-f275-415d-8e92-92ae42ca885c {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:06:50.998223 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04abd6ec-3827-4e19-bd9f-e8979501184e", "name": "network-vif-deleted", "tag": "74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:06:50.998524 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-17954784-f275-415d-8e92-92ae42ca885c {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:06:50.998942 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04abd6ec-3827-4e19-bd9f-e8979501184e', 'name': 'network-vif-deleted', 'tag': '74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3', 'status': 'completed', 'code': 200} Jun 12 12:06:51.053318 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:06:51.308416 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:06:51.311539 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:06:51.319880 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:06:51.320479 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:06:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:06:51.461822 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:06:51.671999 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-24f70cc4-aa95-4236-9abf-d3098b2e5218 req-6c21e279-5fa4-43e6-a4c6-eb68c706bebe tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0350661 Jun 12 12:06:51.856176 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:06:51.859462 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f2b52a-40fa-4291-a376-3db7ed900b7a None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:00:39Z', 'revision_number': 4, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '69df8887-b4d2-499c-b440-1ca85d02133f', 'name': '', 'network_id': '6a4b685c-cb44-47f1-84eb-85f2fdad56d2', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'mac_address': 'fa:16:3e:60:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:37Z', 'updated_at': '2021-06-12T12:00:46Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'subnets': [{'id': '0eddf710-916e-4f08-9030-a8b9192a1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:06:51.959457 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 59662) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:06:52.023595 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.052038 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.085137 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccea5ca-f496-4425-96e3-9bdfd19f9742 None None] New status for floating IP 3b62afc4-f699-4285-8751-df42fe2885f2: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:06:52.107095 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.109992 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.111225 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "DELETE /v2.0/security-groups/4073f653-c4b8-4f19-bf5d-faa920358717 HTTP/1.1" status: 204 len: 168 time: 0.1506507 Jun 12 12:06:52.112025 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-27689d53-218d-48ed-8bc4-e25af799e0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:06:52.113935 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 59666) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:06:52.123685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4073f653-c4b8-4f19-bf5d-faa920358717,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:06:52.133801 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.api.v2.resource [None req-b68f5fd7-e802-45dd-b7b4-e64e0bcf7d41 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] show failed (client error): The resource could not be found. Jun 12 12:06:52.134808 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:06:52.135295 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-b68f5fd7-e802-45dd-b7b4-e64e0bcf7d41 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "GET /v2.0/security-groups/4073f653-c4b8-4f19-bf5d-faa920358717 HTTP/1.1" status: 404 len: 347 time: 0.0198736 Jun 12 12:06:52.138056 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 59668) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:06:52.335350 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ea0e-fc8e-4c32-ad8d-7ee2345e8413 req-495d8dca-400a-406f-ae4c-c199a69042fc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:52.336806 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5624ea0e-fc8e-4c32-ad8d-7ee2345e8413 req-495d8dca-400a-406f-ae4c-c199a69042fc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.2143276 Jun 12 12:06:52.368138 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Deleting port 1c8ce442-a8a9-43a9-a4f1-806ed3db95e1 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:06:52.368401 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.406984 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5624ea0e-fc8e-4c32-ad8d-7ee2345e8413 req-2c97bef2-e9b6-4655-87b3-f32fafc02360 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644884 Jun 12 12:06:52.481067 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.481401 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.573911 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Calling delete_port for 1c8ce442-a8a9-43a9-a4f1-806ed3db95e1 owned by network:floatingip {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:06:52.730932 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.732872 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b0cb5e9b-c0ae-4f4b-bb93-a24cec2a12f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:06:52.762646 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Pushing event deleted for resources: {'Port': ['ID=1c8ce442-a8a9-43a9-a4f1-806ed3db95e1,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:06:52.765818 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:06:52.828984 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c154d71f-fbe6-4ecf-885f-e6cccea21792 req-36ad32ea-d3db-4bf2-a131-d3b76786b83d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0361683 Jun 12 12:06:52.836501 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks [] for floatingip, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.839032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:06:52.840157 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] 10.222.0.63 "DELETE /v2.0/floatingips/3b62afc4-f699-4285-8751-df42fe2885f2 HTTP/1.1" status: 204 len: 168 time: 0.7011893 Jun 12 12:06:53.589881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47e44f-3538-4737-b490-ce341d3cf7ab req-47bc051e-f993-48c6-bd18-f6a1370ab618 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:53.591359 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cc47e44f-3538-4737-b490-ce341d3cf7ab req-47bc051e-f993-48c6-bd18-f6a1370ab618 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0719817 Jun 12 12:06:53.625931 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:06:53.632522 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cc47e44f-3538-4737-b490-ce341d3cf7ab req-f5be6953-5d43-4ff7-acf5-3fbc064ab3b2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348926 Jun 12 12:06:53.651895 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:06:53.652253 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 74bf8e94-84a9-4ac3-9da5-6d6ab812e2c3 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:06:53.981292 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fc0d29d3-b4b0-47ba-a5b9-e7679b306de6 req-e25789cc-18d6-4497-a9d2-35dcffa237c7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0332446 Jun 12 12:06:54.813373 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e324f49-3390-4713-86cf-357429a6fae9 req-23cf087e-d60f-4fa2-b696-a5bbcbab4845 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:54.814928 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e324f49-3390-4713-86cf-357429a6fae9 req-23cf087e-d60f-4fa2-b696-a5bbcbab4845 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0677993 Jun 12 12:06:54.855055 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e324f49-3390-4713-86cf-357429a6fae9 req-53dca8fe-ba12-4dcd-a5e2-004de10dc58d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345802 Jun 12 12:06:55.129473 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-23631aab-9cd0-4167-a412-c0195caa9c38 req-310ef57b-54b9-48d1-8b54-771fa44bcc47 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0376892 Jun 12 12:06:56.037068 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ba4e5-8972-49e5-a758-262b83c69c9f req-b0c0e597-9c7f-4484-8fb5-372a0b049de2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:56.038430 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e84ba4e5-8972-49e5-a758-262b83c69c9f req-b0c0e597-9c7f-4484-8fb5-372a0b049de2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0748661 Jun 12 12:06:56.081352 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e84ba4e5-8972-49e5-a758-262b83c69c9f req-1f939a9e-63fe-4257-8476-8a870554ea5e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372291 Jun 12 12:06:56.273906 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-54a42268-037d-430e-9efa-9479b2cd8af8 req-74936728-dfb6-410a-90d6-a45ba5023fac tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0343628 Jun 12 12:06:57.258748 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecde5e3-9bf3-4797-b6a2-e689dcfa8108 req-ac4a35e3-54f5-40b3-ad5f-dc991608c985 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:57.260216 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2ecde5e3-9bf3-4797-b6a2-e689dcfa8108 req-ac4a35e3-54f5-40b3-ad5f-dc991608c985 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0712740 Jun 12 12:06:57.300373 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2ecde5e3-9bf3-4797-b6a2-e689dcfa8108 req-f316c159-6495-4728-ae93-8a596647762e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345514 Jun 12 12:06:57.421718 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c1c442a5-be00-44ab-97a3-f60464790b18 req-786899c1-2357-4f31-94ff-9f1dc84e8c68 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0340409 Jun 12 12:06:58.482242 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef92eb-0c4e-4a19-adbf-0ead37a8089e req-e7628450-a726-430b-a4c6-e7342334963d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:58.484106 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-26ef92eb-0c4e-4a19-adbf-0ead37a8089e req-e7628450-a726-430b-a4c6-e7342334963d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0744729 Jun 12 12:06:58.526878 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-26ef92eb-0c4e-4a19-adbf-0ead37a8089e req-0d602957-c455-42c9-90ab-516070169846 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364659 Jun 12 12:06:58.569711 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e5696c85-1f54-40f0-a26d-b22b972e0687 req-bb1b73b5-fe99-458e-bb8d-05370e7b8319 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0345409 Jun 12 12:06:59.712356 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7996dfe-44bc-41b9-a5db-ce9bcfdaf279 req-01c6b4ce-8cc1-4563-9844-d854ca88fa6d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:06:59.713822 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a7996dfe-44bc-41b9-a5db-ce9bcfdaf279 req-01c6b4ce-8cc1-4563-9844-d854ca88fa6d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0701034 Jun 12 12:06:59.719506 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bd533b9e-565f-4c80-8a40-d2c87a3b19e2 req-da07574a-74f5-4c44-8e23-d43d0bec13de tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0376418 Jun 12 12:06:59.756510 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a7996dfe-44bc-41b9-a5db-ce9bcfdaf279 req-1158c76c-cd01-4a6e-935a-18224132b418 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371289 Jun 12 12:07:00.864127 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b76154b3-dfa2-417a-b8d0-585c722b51cc req-565707ea-b076-4b07-91ae-be54040c95ad tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0344770 Jun 12 12:07:00.941529 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8bac-ad8f-4801-b0f3-8c8486f1afac req-e62e5897-ae06-43cf-bb6d-f38cd6f51048 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:00.943032 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-509f8bac-ad8f-4801-b0f3-8c8486f1afac req-e62e5897-ae06-43cf-bb6d-f38cd6f51048 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0733593 Jun 12 12:07:00.983772 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-509f8bac-ad8f-4801-b0f3-8c8486f1afac req-a4c07780-2023-4c62-ba50-a12b8b642391 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351288 Jun 12 12:07:02.011841 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0e3fcabd-8b8f-4a72-8116-ad5ce793c25b req-cfa28007-b4fc-42f2-b6f9-b16be47385ac tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0339725 Jun 12 12:07:02.162672 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711c51-f840-40b8-ba0f-f6a89b834c55 req-3e64e32a-5323-4702-a390-503dc8a46500 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:02.164148 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-07711c51-f840-40b8-ba0f-f6a89b834c55 req-3e64e32a-5323-4702-a390-503dc8a46500 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0693295 Jun 12 12:07:02.206901 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-07711c51-f840-40b8-ba0f-f6a89b834c55 req-073e4a65-cbbc-4f28-bb39-96d8a06a6086 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366724 Jun 12 12:07:03.155282 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6f60d357-1224-46e9-b556-df5ac648a1b9 req-a8ba7a14-2a60-4149-aeb2-8433be67bf5c tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0336320 Jun 12 12:07:03.388540 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d58a-ec97-420d-889c-9a3c7e4fbbf3 req-943a2eee-4412-4304-a47c-5407edf321c5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:03.389897 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5021d58a-ec97-420d-889c-9a3c7e4fbbf3 req-943a2eee-4412-4304-a47c-5407edf321c5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0725007 Jun 12 12:07:03.431206 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5021d58a-ec97-420d-889c-9a3c7e4fbbf3 req-efc8f641-bfc6-477d-aa61-02fcb39ae41f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350289 Jun 12 12:07:03.778327 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:04.301478 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1cd9265a-e09e-450a-86f0-d7d39e8e4ae2 req-6587d8d6-b6c0-4018-aba7-8a2ddd524bb6 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0377705 Jun 12 12:07:04.611414 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae588b-181f-41ad-be7f-00ca9b0fef9b req-35862934-c2d5-44e5-865b-678dce1f1ecc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:04.612961 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-47ae588b-181f-41ad-be7f-00ca9b0fef9b req-35862934-c2d5-44e5-865b-678dce1f1ecc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0690756 Jun 12 12:07:04.653511 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-47ae588b-181f-41ad-be7f-00ca9b0fef9b req-e6fdb15a-1d64-4cb3-8ec9-1ba2aff6e1e5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350411 Jun 12 12:07:05.443137 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ba48f6da-9b45-4439-ad58-9b32f3fe2672 req-47d0cf6d-5b2e-425f-9fe3-f5f2ecd2cfde tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0341022 Jun 12 12:07:05.834857 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f9ca2-0d48-4c8d-91ad-4eb55dc81c63 req-5ec76d05-aacc-4ab6-b7e7-33ffd6f7b2c3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:05.836318 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c55f9ca2-0d48-4c8d-91ad-4eb55dc81c63 req-5ec76d05-aacc-4ab6-b7e7-33ffd6f7b2c3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0715129 Jun 12 12:07:05.878309 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c55f9ca2-0d48-4c8d-91ad-4eb55dc81c63 req-fe2a79c4-16ea-4197-a236-b392e6be81f7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365283 Jun 12 12:07:06.588199 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-880a7037-15a2-4104-b2ef-49f33019728c req-d950406e-6846-495d-b9ef-908913cdfceb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0323660 Jun 12 12:07:07.052525 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0a8b6-e230-4c32-a718-5ae445774349 req-8c3e8952-c9b5-4957-a771-4c12e62f36a5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:07.053875 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ace0a8b6-e230-4c32-a718-5ae445774349 req-8c3e8952-c9b5-4957-a771-4c12e62f36a5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687122 Jun 12 12:07:07.094488 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ace0a8b6-e230-4c32-a718-5ae445774349 req-3140f5e7-15d2-455a-a1cd-6d66af95828c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350935 Jun 12 12:07:07.731555 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b10e5615-5fae-4ff2-b2c4-d5e2c97099a4 req-adcf488c-0d87-4f69-aed0-67cae50fff56 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0331779 Jun 12 12:07:08.279218 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53db43-4370-4be4-a523-1c318ea5d621 req-933bb662-5378-463f-a80d-ecb128f9fec6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:08.280686 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ce53db43-4370-4be4-a523-1c318ea5d621 req-933bb662-5378-463f-a80d-ecb128f9fec6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0743527 Jun 12 12:07:08.321953 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ce53db43-4370-4be4-a523-1c318ea5d621 req-d5731795-9ceb-4441-8c86-68e7ab4421d2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348434 Jun 12 12:07:08.880583 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-baf46946-8b31-4974-a582-480984b4919d req-c750709b-b8fc-4dba-9a37-e52fcd5f90a7 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0375650 Jun 12 12:07:09.104964 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-378327a8-865d-41f1-bf4d-c02026984f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:09.500509 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d07d3-8a59-441d-a5c2-fa7e9af753b2 req-167dcde3-ed88-488a-a7f7-b7942d1ef4d4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:09.501966 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-014d07d3-8a59-441d-a5c2-fa7e9af753b2 req-167dcde3-ed88-488a-a7f7-b7942d1ef4d4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0675972 Jun 12 12:07:09.542354 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-014d07d3-8a59-441d-a5c2-fa7e9af753b2 req-3e9073f9-1b9b-48db-9251-57c4784ecfbb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346274 Jun 12 12:07:10.023628 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cca13f80-89c7-4d6e-bcc2-bbbb6451c03e req-5e98a12c-0290-44dc-ba4f-f9bcc5f0b1f8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0334084 Jun 12 12:07:10.724502 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf4ad-5126-426a-8e0e-4de01b3462ef req-90b5bb66-0cd4-425c-9290-868cfa34ca03 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:10.725988 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-803bf4ad-5126-426a-8e0e-4de01b3462ef req-90b5bb66-0cd4-425c-9290-868cfa34ca03 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0745702 Jun 12 12:07:10.768346 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-803bf4ad-5126-426a-8e0e-4de01b3462ef req-e87b15b9-aa35-49b6-8e15-c683b36781cf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367310 Jun 12 12:07:11.170148 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3394ee7f-4df7-40e5-9847-8c99279f07d0 req-a36c33ae-175f-4dec-ae8d-f4b216e33a2b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0343421 Jun 12 12:07:11.360028 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2403ed54-7c4e-482f-a676-a61d8dc46871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:11.946482 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b41c-91f2-4cae-b435-2b34c96f56bb req-cf1f2b25-5667-493b-80c9-03352a2c2c1f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:11.947937 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f62b41c-91f2-4cae-b435-2b34c96f56bb req-cf1f2b25-5667-493b-80c9-03352a2c2c1f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0696802 Jun 12 12:07:11.989328 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f62b41c-91f2-4cae-b435-2b34c96f56bb req-59494a63-e77b-43a8-9ca0-64711eda6f94 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357454 Jun 12 12:07:12.000031 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:12.313859 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6e9856ae-d8b5-41c5-9148-8e4cf61edf18 req-22b29af8-aab6-4382-a561-4c2ba8184121 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0346019 Jun 12 12:07:12.688689 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:13.172149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23062-052a-43b6-9525-06230d49407e req-4339cdf0-791b-4f7f-8c41-6e7c4ff4cf59 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:13.173697 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-68b23062-052a-43b6-9525-06230d49407e req-4339cdf0-791b-4f7f-8c41-6e7c4ff4cf59 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0723257 Jun 12 12:07:13.214834 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-68b23062-052a-43b6-9525-06230d49407e req-ab5a80ca-41ac-49e5-bc91-95741be93988 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356460 Jun 12 12:07:13.461220 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-23d0f673-14fd-47ea-ab3b-164b55be6eea req-64457e0a-7310-49f2-892c-bd79c8caa109 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0389757 Jun 12 12:07:14.393820 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0a027-f442-4faf-8746-cfa4840151aa req-90ae38a5-8eb1-425d-b81e-4e232e0bf983 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:14.395922 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-45a0a027-f442-4faf-8746-cfa4840151aa req-90ae38a5-8eb1-425d-b81e-4e232e0bf983 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687754 Jun 12 12:07:14.399933 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:14.437849 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-45a0a027-f442-4faf-8746-cfa4840151aa req-c8cf6685-6687-4979-b3b4-92a7ff13ece3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356176 Jun 12 12:07:14.601904 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-48dcd9ae-5b99-410b-9389-198b0dd8e2fb req-c8837cf7-6d55-4447-afcd-03374e50d434 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0339274 Jun 12 12:07:15.621428 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d969e5f-207a-48c3-aa45-7b8474dad932 req-8260428b-fe56-423e-8df1-60a524db6c85 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:15.622881 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d969e5f-207a-48c3-aa45-7b8474dad932 req-8260428b-fe56-423e-8df1-60a524db6c85 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0748267 Jun 12 12:07:15.666540 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d969e5f-207a-48c3-aa45-7b8474dad932 req-6446954e-8f31-4466-a6ab-a717c7cc22b8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Jun 12 12:07:15.750232 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e65233be-50af-4d57-ae83-69fb6b541364 req-063cb80b-cc27-4515-9366-ba21e0ebe76a tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0335367 Jun 12 12:07:16.845364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f3f3a-d4d0-4046-9f4e-ed5efaf0fd38 req-68e73f71-6d3a-41ca-be8c-80aacd534d17 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:16.846807 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ac6f3f3a-d4d0-4046-9f4e-ed5efaf0fd38 req-68e73f71-6d3a-41ca-be8c-80aacd534d17 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0689950 Jun 12 12:07:16.889817 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ac6f3f3a-d4d0-4046-9f4e-ed5efaf0fd38 req-a0f82e28-55a5-4974-a0ee-974b401b1a9e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372355 Jun 12 12:07:16.894520 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beae5349-2a93-4397-9d5c-811cfdefb30b req-8bdd1a49-5b85-4827-bb7d-de1dbf75920f tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0329914 Jun 12 12:07:18.040091 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-67a75e10-6d6f-48b5-a2c3-0e170d7c852d req-f5834317-5486-4e46-9cb2-0de5e41ae3ca tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0375047 Jun 12 12:07:18.074886 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf01e5-cbc7-4ffd-ba5b-7bbb8b315af0 req-40802fd3-324c-49b4-b3d8-12d20bcbd879 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:18.076386 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14bf01e5-cbc7-4ffd-ba5b-7bbb8b315af0 req-40802fd3-324c-49b4-b3d8-12d20bcbd879 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0748465 Jun 12 12:07:18.118725 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-14bf01e5-cbc7-4ffd-ba5b-7bbb8b315af0 req-53a7586f-839c-4ff2-b198-fb25236d85f7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Jun 12 12:07:19.184597 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86e63512-c6a8-497a-abd1-b1ac4ff19052 req-55c11927-49ff-4a29-9155-88068807fc82 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0343475 Jun 12 12:07:19.299647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437d683-ef12-4de4-b7b6-3130efb9ba51 req-5158f010-c784-43c5-9e32-ca1faaee9b34 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:19.302111 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8437d683-ef12-4de4-b7b6-3130efb9ba51 req-5158f010-c784-43c5-9e32-ca1faaee9b34 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0698895 Jun 12 12:07:19.342578 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8437d683-ef12-4de4-b7b6-3130efb9ba51 req-45d0db2a-59e6-45bd-8efa-5027ce9c5e02 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348794 Jun 12 12:07:20.330542 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-99a12fdd-34a7-40bb-954c-47868ea62e8e req-80dc1723-843b-4805-9e5f-831ece002407 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0346222 Jun 12 12:07:20.522031 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52acac-1211-4111-a559-bedd92a17ef6 req-a1c6856b-4942-4d06-8e93-929341db3ee4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:20.523418 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4e52acac-1211-4111-a559-bedd92a17ef6 req-a1c6856b-4942-4d06-8e93-929341db3ee4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0718825 Jun 12 12:07:20.564914 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4e52acac-1211-4111-a559-bedd92a17ef6 req-a7b367a3-1aa1-4aed-b2f3-38f82c07b5ac tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357816 Jun 12 12:07:21.478881 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2b2af4ac-dece-4f45-9b09-1148ea780b95 req-c19187e3-575e-484e-b4db-18d6fbb9976b tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0338242 Jun 12 12:07:21.760649 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f44fba-0937-4c20-8234-56c6a6d429ac req-d3267a74-c3bf-4de8-95a0-5c583882e47d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:21.762628 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a7f44fba-0937-4c20-8234-56c6a6d429ac req-d3267a74-c3bf-4de8-95a0-5c583882e47d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0716641 Jun 12 12:07:21.805394 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a7f44fba-0937-4c20-8234-56c6a6d429ac req-732f74d3-2832-4c9c-b845-509cd22abd37 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369570 Jun 12 12:07:22.631649 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-80d14db8-0f8e-498d-857b-d26e82cbc8db req-12489d6f-34cb-48bb-80fa-58eac3a804cb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0370719 Jun 12 12:07:22.708477 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:07:22.990366 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d20d29-8d8c-494d-a31f-f55045d46d29 req-3f5024fd-899a-4117-be99-a6c7e96b141d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:22.991834 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d7d20d29-8d8c-494d-a31f-f55045d46d29 req-3f5024fd-899a-4117-be99-a6c7e96b141d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0713928 Jun 12 12:07:23.033193 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d7d20d29-8d8c-494d-a31f-f55045d46d29 req-55555002-88fb-4826-8342-18fc4a107282 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358117 Jun 12 12:07:23.776524 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6a5b1278-3be8-4656-a4de-13a8c18ff4b5 req-9eed840a-0e3a-439a-9d90-29c814e683d2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0340166 Jun 12 12:07:24.214558 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a0bc-be13-4458-ab15-f718892edb1b req-f8ef6272-5b88-4b8a-ba4c-33eede5a1569 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:24.216045 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1667a0bc-be13-4458-ab15-f718892edb1b req-f8ef6272-5b88-4b8a-ba4c-33eede5a1569 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0681424 Jun 12 12:07:24.257493 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1667a0bc-be13-4458-ab15-f718892edb1b req-6c778972-a073-44b4-9fab-6a47d519b707 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359299 Jun 12 12:07:24.921919 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4235d75f-3128-4e91-80d1-6a033352b4ae req-21d68b5a-b1a1-49fa-b4cf-3426dfbb1b2d tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0330787 Jun 12 12:07:25.439589 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45e841-97b7-4b74-a121-9443f8c3a53f req-1a776772-606e-4c44-8f37-223b82eacd5f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:25.441079 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0b45e841-97b7-4b74-a121-9443f8c3a53f req-1a776772-606e-4c44-8f37-223b82eacd5f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0739658 Jun 12 12:07:25.483886 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0b45e841-97b7-4b74-a121-9443f8c3a53f req-0b74d937-6bd0-4410-8991-74170b6c0949 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371041 Jun 12 12:07:26.067452 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bd10dbd7-be3a-4f52-b0f6-fdbc2dc87fb3 req-cbfb4278-983d-4110-87be-2a9cde9ed8eb tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0347893 Jun 12 12:07:26.659492 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df812010-d492-474c-92dc-8068e11c6e63 req-57eccfd4-5561-4e17-8f03-aa128906c5df tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:26.661653 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df812010-d492-474c-92dc-8068e11c6e63 req-57eccfd4-5561-4e17-8f03-aa128906c5df tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0688043 Jun 12 12:07:26.702928 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df812010-d492-474c-92dc-8068e11c6e63 req-bfd7f983-1d54-4c45-bc3e-61cda139908b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357361 Jun 12 12:07:27.213049 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d152971f-5f82-45c2-896b-cc8616713d1f req-e5b8a8b3-b1a9-4d79-97a8-b4373fb4f2cf tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0362830 Jun 12 12:07:27.885234 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a77bde-881a-427f-8950-cb4ab1a04989 req-e428b62d-3b21-48e3-a4ae-7afb6d2cf332 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:27.886678 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-72a77bde-881a-427f-8950-cb4ab1a04989 req-e428b62d-3b21-48e3-a4ae-7afb6d2cf332 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0732529 Jun 12 12:07:27.927762 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-72a77bde-881a-427f-8950-cb4ab1a04989 req-94d469e3-73b6-47fb-8ae3-a8a85731e9d4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354154 Jun 12 12:07:28.356642 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6cfad7ed-1ed6-4539-a7e3-aa96b85f645e req-08e63cd4-309a-4e55-8616-5b732f240eb9 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0331714 Jun 12 12:07:29.106670 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d5ce-2e89-4f25-8da9-41bd137a9e76 req-41cf0433-16cf-4594-a2d4-43dffc427e78 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:29.108160 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ea38d5ce-2e89-4f25-8da9-41bd137a9e76 req-41cf0433-16cf-4594-a2d4-43dffc427e78 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0688002 Jun 12 12:07:29.149638 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ea38d5ce-2e89-4f25-8da9-41bd137a9e76 req-2f0addb0-8fd9-4134-b8c1-b2e380b8ec8b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358305 Jun 12 12:07:29.505469 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c8a6210-a325-4ad5-b3b0-f772a23bcc43 req-527c10fe-ce95-4535-b4ab-1bcefcdb2595 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0350027 Jun 12 12:07:30.328397 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2c314-7e88-41fb-972f-3f05024a5fe8 req-66660026-7c57-45ef-bf74-b0c5f880e229 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:30.329827 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1dc2c314-7e88-41fb-972f-3f05024a5fe8 req-66660026-7c57-45ef-bf74-b0c5f880e229 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0730946 Jun 12 12:07:30.370172 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1dc2c314-7e88-41fb-972f-3f05024a5fe8 req-460a871f-588c-48ad-b0c7-ca8dfa732cb6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337722 Jun 12 12:07:30.648646 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-50447493-ff15-4909-bc54-b185c28fc43b req-5c530be8-f059-4b14-97c2-3789d696e152 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0342937 Jun 12 12:07:31.059414 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-95f7b770-59c0-4933-beeb-f813787844a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582039 Jun 12 12:07:31.140065 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-2e76b7f3-bd3d-4a64-b656-e25b3463f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:31.141493 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-2e76b7f3-bd3d-4a64-b656-e25b3463f8f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.0611150 Jun 12 12:07:31.268374 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-fa72f8cf-5260-47ac-9ae1-893fa30f156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:31.270198 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-fa72f8cf-5260-47ac-9ae1-893fa30f156f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.1088002 Jun 12 12:07:31.326771 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-65abf92f-b82c-46b6-9b4e-176975de746d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.0501196 Jun 12 12:07:31.382596 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-5381133d-3ca3-4de0-a39c-0044b109549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:31.384056 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-5381133d-3ca3-4de0-a39c-0044b109549f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.0511284 Jun 12 12:07:31.427130 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-fda3dd78-abd6-4279-908e-db479d15e029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361886 Jun 12 12:07:31.574172 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-1edf0aa9-f99a-47ee-a3ac-4230cd06205a service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408911 Jun 12 12:07:31.673750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4f0ab-af70-45cf-9c1f-f4cb78a49641 req-be458dea-c357-42a8-9b8c-1b10a419a286 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:31.675212 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9ee4f0ab-af70-45cf-9c1f-f4cb78a49641 req-be458dea-c357-42a8-9b8c-1b10a419a286 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1676650 Jun 12 12:07:31.732963 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2b11418e-ad94-4b2c-bba3-b9e8d253af06 req-e748d462-9dda-4f17-8f44-d989fc9a3772 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514337 Jun 12 12:07:31.752886 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9ee4f0ab-af70-45cf-9c1f-f4cb78a49641 req-184fa118-9bd6-450c-8329-d5e16937138a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665188 Jun 12 12:07:31.845536 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b224e75b-98e1-42b7-8d16-9ab71a0ec18f req-09072966-879a-461b-9cce-b9e81ddde3e2 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0384309 Jun 12 12:07:32.924340 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abae6a-8fc2-4a71-83bf-c2cb37a1b4dc req-955474f6-4fac-4c26-9474-e23f0244b522 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:32.926767 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-98abae6a-8fc2-4a71-83bf-c2cb37a1b4dc req-955474f6-4fac-4c26-9474-e23f0244b522 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0713780 Jun 12 12:07:32.971433 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-98abae6a-8fc2-4a71-83bf-c2cb37a1b4dc req-ff89f0db-cac0-40e8-8818-001ba35dd278 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383487 Jun 12 12:07:32.989218 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a744ce52-b729-4442-a684-408bae29cb8a req-011a9f2b-b057-4faa-b68c-cd2d654c8d30 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0343552 Jun 12 12:07:33.792803 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:34.135472 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bb1bf919-13e9-4b29-8edc-321defe3bda7 req-081d3923-acb4-49da-b45d-d1c0ae126c68 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0335445 Jun 12 12:07:34.159975 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12747a7-e4de-47c5-af9b-f11489bcd630 req-266bdb48-1477-45a8-a03d-2256f01a2c13 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:34.161424 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f12747a7-e4de-47c5-af9b-f11489bcd630 req-266bdb48-1477-45a8-a03d-2256f01a2c13 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0739822 Jun 12 12:07:34.201368 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f12747a7-e4de-47c5-af9b-f11489bcd630 req-968374e0-7f7f-4c3e-aaea-bd83e31b38b9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Jun 12 12:07:35.281010 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1d672b01-3cf5-46b9-8aa0-b5b0f870bbf4 req-d0f0cdcd-02da-4cfa-919d-1f8a585225e8 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?device_id=df44acca-9ac3-4aae-89fe-8d393ffeb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0344243 Jun 12 12:07:35.377729 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06922616-a61b-4e01-8bf9-acada255ff9e req-8ad48ac8-4c14-4a3c-9af2-6b2d00d3805f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:35.379361 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-06922616-a61b-4e01-8bf9-acada255ff9e req-8ad48ac8-4c14-4a3c-9af2-6b2d00d3805f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686226 Jun 12 12:07:35.422150 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-06922616-a61b-4e01-8bf9-acada255ff9e req-2f401aad-07bc-4fae-9cf8-4a1772227d2d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368307 Jun 12 12:07:36.525368 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-778dfa53-c683-4d37-9201-2b001d301217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064954219&fields=id&tenant_id=b06f3043eb4b4b11a0e860569d5491bc HTTP/1.1" status: 200 len: 267 time: 0.0373471 Jun 12 12:07:36.606593 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf610a1-5029-4d58-9ca2-b7eed21f6281 req-f24c39b9-0eae-4c24-94a1-e074993b2a2b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:36.608618 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2cf610a1-5029-4d58-9ca2-b7eed21f6281 req-f24c39b9-0eae-4c24-94a1-e074993b2a2b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0760376 Jun 12 12:07:36.651864 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2cf610a1-5029-4d58-9ca2-b7eed21f6281 req-86083a7c-4f24-4911-bb01-9c1fbf9c4a12 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373344 Jun 12 12:07:36.662366 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-2edc9abb-b3dc-47ee-b257-aa7714cc2757 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:36.663834 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-2edc9abb-b3dc-47ee-b257-aa7714cc2757 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/networks?id=9a751551-4b26-4cc8-bb60-c8d635292812 HTTP/1.1" status: 200 len: 811 time: 0.1319401 Jun 12 12:07:36.679968 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-70008465-0b62-40cf-8d78-811323936d6e tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/quotas/b06f3043eb4b4b11a0e860569d5491bc HTTP/1.1" status: 200 len: 375 time: 0.0099781 Jun 12 12:07:36.761252 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-afb6dbe6-4f19-4213-a947-8639d8e383b0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b06f3043eb4b4b11a0e860569d5491bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763397 Jun 12 12:07:36.878142 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-130d81b6-1aa8-44eb-8d15-d980d5384693 service neutron] 10.222.0.63 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059339 Jun 12 12:07:36.994110 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-95c1cbfa-6b26-436a-88b7-03387f8dff5d req-586e7549-dd66-4153-8aaf-69bfc910e9df service neutron] 10.222.0.63 "GET /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095898 Jun 12 12:07:37.186714 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 59884) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:07:37.626508 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Deleting port 355ad964-6082-4252-b5b2-3efb381c4cab {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:07:37.627233 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:37.727631 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:37.727631 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:37.823288 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Calling delete_port for 355ad964-6082-4252-b5b2-3efb381c4cab owned by network:floatingip {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:07:37.838848 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66123-b114-47cd-b3be-223a0dfef6da req-9f600ce3-3cc2-478d-8a8d-7271d42670e3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:37.840372 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-64b66123-b114-47cd-b3be-223a0dfef6da req-9f600ce3-3cc2-478d-8a8d-7271d42670e3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0724471 Jun 12 12:07:37.888230 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-64b66123-b114-47cd-b3be-223a0dfef6da req-d18641c0-dd80-4d28-b49b-02a2ca2562b6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403876 Jun 12 12:07:37.984667 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:37.987473 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9d38cf0d-3871-481f-a8f9-0d2001093217 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:07:38.016232 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event deleted for resources: {'Port': ['ID=355ad964-6082-4252-b5b2-3efb381c4cab,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:07:38.021102 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:07:38.089841 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for floatingip, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:38.092381 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:38.093559 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "DELETE /v2.0/floatingips/9a2b54a4-7f25-4be3-a0f3-42c66bc01a36 HTTP/1.1" status: 204 len: 168 time: 0.9057641 Jun 12 12:07:39.072395 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24afe-619e-4f53-90b2-3238877e838f req-54f66ea3-e17f-4aa1-af3f-7eb358a3c7de tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:39.073910 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-59a24afe-619e-4f53-90b2-3238877e838f req-54f66ea3-e17f-4aa1-af3f-7eb358a3c7de tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0733545 Jun 12 12:07:39.107310 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7f62cd7f-3ccb-4f24-9512-680e90261008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:39.118168 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-59a24afe-619e-4f53-90b2-3238877e838f req-46129566-299b-41a0-ab03-a1fa47109970 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384662 Jun 12 12:07:40.294156 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546595-a4d6-4aad-8fea-84720eb1df04 req-a8820ff1-d7a3-493e-9233-e8e1f637008b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:40.295548 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-72546595-a4d6-4aad-8fea-84720eb1df04 req-a8820ff1-d7a3-493e-9233-e8e1f637008b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0685229 Jun 12 12:07:40.337169 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-72546595-a4d6-4aad-8fea-84720eb1df04 req-20340416-2878-4cb8-93d3-7d087d7eb96a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356724 Jun 12 12:07:41.360285 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d5e11b34-1809-447a-9b85-370dd4289026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:41.528593 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be530a-1293-45a2-9e7e-4accfbb72d56 req-9b52d8bd-7b33-44c1-9512-f6391725bae1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:41.530027 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c3be530a-1293-45a2-9e7e-4accfbb72d56 req-9b52d8bd-7b33-44c1-9512-f6391725bae1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0684566 Jun 12 12:07:41.572986 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c3be530a-1293-45a2-9e7e-4accfbb72d56 req-3f2eaa99-a4ff-4132-8b07-f155ea5f1cd9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361135 Jun 12 12:07:42.001655 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:42.691518 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:42.755173 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cf539-84e1-4e91-bf32-d628713b0f5e req-878f0e2d-c908-4a47-8b36-2cf027a8a564 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:42.756587 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1cf539-84e1-4e91-bf32-d628713b0f5e req-878f0e2d-c908-4a47-8b36-2cf027a8a564 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0736184 Jun 12 12:07:42.801503 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fb1cf539-84e1-4e91-bf32-d628713b0f5e req-eed37fad-f3bf-4d10-9c28-088201587cc7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390890 Jun 12 12:07:43.982930 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829302c-4249-4ce3-b8c2-e5721e68c11d req-6b26bc94-8260-4467-8629-32fb4ececd2d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:43.984391 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3829302c-4249-4ce3-b8c2-e5721e68c11d req-6b26bc94-8260-4467-8629-32fb4ececd2d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0736184 Jun 12 12:07:44.025184 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3829302c-4249-4ce3-b8c2-e5721e68c11d req-4e77fda3-7081-44de-bfe0-7b54974374e0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352130 Jun 12 12:07:44.400902 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:07:45.210163 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febcf1f-071b-42bc-b958-89c3cd2f3e91 req-d9c5ac63-b039-4bc1-94ee-73bba8b99938 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:45.211680 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6febcf1f-071b-42bc-b958-89c3cd2f3e91 req-d9c5ac63-b039-4bc1-94ee-73bba8b99938 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0715942 Jun 12 12:07:45.252656 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6febcf1f-071b-42bc-b958-89c3cd2f3e91 req-4fdc0e53-5991-43af-9b4b-7359fe09e8ad tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354140 Jun 12 12:07:46.433544 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c010-447f-4596-8fb1-85e0a2675c5f req-f7ccd32d-8acc-48b2-84ec-c42a830be90b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:46.435005 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aec0c010-447f-4596-8fb1-85e0a2675c5f req-f7ccd32d-8acc-48b2-84ec-c42a830be90b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0692124 Jun 12 12:07:46.478638 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-aec0c010-447f-4596-8fb1-85e0a2675c5f req-934bf8f4-3e8d-46a4-beb2-60487cad685d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381289 Jun 12 12:07:47.657656 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377924-4343-45bb-a7ce-215102f018b9 req-52a851e8-1925-45ac-b80e-f50d1fb7bd0c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:47.659138 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ae377924-4343-45bb-a7ce-215102f018b9 req-52a851e8-1925-45ac-b80e-f50d1fb7bd0c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0680201 Jun 12 12:07:47.704722 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ae377924-4343-45bb-a7ce-215102f018b9 req-9f091069-3970-42c9-9de8-5dbfe613c5d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Jun 12 12:07:48.881949 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb94a3f-2788-4b21-ae9a-ddf44194edef req-6e933273-c8f2-4559-802b-0443574fb863 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:48.883481 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cbb94a3f-2788-4b21-ae9a-ddf44194edef req-6e933273-c8f2-4559-802b-0443574fb863 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0689569 Jun 12 12:07:48.926769 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cbb94a3f-2788-4b21-ae9a-ddf44194edef req-fa615a9c-0503-440d-b6f4-df250afcec02 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378983 Jun 12 12:07:50.113832 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748682c4-2186-489c-a208-2633b50ce2b5 req-e49b2d23-39fe-489c-a557-f30f674f0acf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:50.115331 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-748682c4-2186-489c-a208-2633b50ce2b5 req-e49b2d23-39fe-489c-a557-f30f674f0acf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0766759 Jun 12 12:07:50.157269 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-748682c4-2186-489c-a208-2633b50ce2b5 req-ec5cbedf-6549-4a76-9b4f-54e131cc495d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363853 Jun 12 12:07:51.338227 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487105ed-1774-435a-a91e-78aeca276147 req-c007897a-ef21-4e68-87ef-671872d3d705 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:51.339616 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-487105ed-1774-435a-a91e-78aeca276147 req-c007897a-ef21-4e68-87ef-671872d3d705 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0684988 Jun 12 12:07:51.385920 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-487105ed-1774-435a-a91e-78aeca276147 req-cb1ab806-dab9-40a5-9d6d-adacb5a5c062 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407872 Jun 12 12:07:52.567220 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4364-0031-40d7-82bf-475e197209f5 req-060822bf-9266-4e8f-937b-15cc546ef273 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:52.568840 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ee7a4364-0031-40d7-82bf-475e197209f5 req-060822bf-9266-4e8f-937b-15cc546ef273 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0720363 Jun 12 12:07:52.618086 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ee7a4364-0031-40d7-82bf-475e197209f5 req-920c1c79-bb18-40a0-8c76-fd761d1e1181 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Jun 12 12:07:53.798433 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e5c5f-6bf1-495e-86ff-e5838acde2eb req-d55e414f-8eb8-46f8-80a0-a814a5b9c17d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:53.800368 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-527e5c5f-6bf1-495e-86ff-e5838acde2eb req-d55e414f-8eb8-46f8-80a0-a814a5b9c17d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0693882 Jun 12 12:07:53.840742 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-527e5c5f-6bf1-495e-86ff-e5838acde2eb req-59cf83e6-815b-4440-bd19-947768c6bc96 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348322 Jun 12 12:07:55.022209 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86504828-0f90-4247-a073-e48bedc6e713 req-8871353f-f85a-4a41-ab55-88ec4294f374 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:55.023681 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86504828-0f90-4247-a073-e48bedc6e713 req-8871353f-f85a-4a41-ab55-88ec4294f374 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687184 Jun 12 12:07:55.065260 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-86504828-0f90-4247-a073-e48bedc6e713 req-972a19e7-b906-4142-bcdb-e21f878fc9c3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359569 Jun 12 12:07:56.256499 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c907a36-ecf6-426b-b4d5-b817d9a090d7 req-d646cd93-68f2-4328-a19a-3befd0954bed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:56.257963 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7c907a36-ecf6-426b-b4d5-b817d9a090d7 req-d646cd93-68f2-4328-a19a-3befd0954bed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0694981 Jun 12 12:07:56.303484 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7c907a36-ecf6-426b-b4d5-b817d9a090d7 req-abfdfa35-9540-4580-88dd-ae61900c6cee tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399351 Jun 12 12:07:57.479147 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3b7e6-5b5f-4711-9601-51253a557c75 req-938d5724-f6d2-478d-9c7e-6fa23d9131aa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:57.480626 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ced3b7e6-5b5f-4711-9601-51253a557c75 req-938d5724-f6d2-478d-9c7e-6fa23d9131aa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687847 Jun 12 12:07:57.525512 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ced3b7e6-5b5f-4711-9601-51253a557c75 req-4a4a4839-65a9-4c4e-8e8b-e0de014faf84 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392556 Jun 12 12:07:58.701754 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20639fa-41ff-42d7-904c-2703dfa7b931 req-41b71a08-9ddb-47eb-9410-7173610975d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:58.703279 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d20639fa-41ff-42d7-904c-2703dfa7b931 req-41b71a08-9ddb-47eb-9410-7173610975d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0677509 Jun 12 12:07:58.745331 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d20639fa-41ff-42d7-904c-2703dfa7b931 req-2d1b48c9-c29a-4ab8-9881-bdf542ef587a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361454 Jun 12 12:07:59.708190 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:07:59.925004 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f338c-729f-49eb-9eeb-b062a4e86eb2 req-bac61f8c-a5c3-4d8e-84cf-059c6c6b78ed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:07:59.926473 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-508f338c-729f-49eb-9eeb-b062a4e86eb2 req-bac61f8c-a5c3-4d8e-84cf-059c6c6b78ed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0707939 Jun 12 12:07:59.967967 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-508f338c-729f-49eb-9eeb-b062a4e86eb2 req-53536b5d-c719-4968-a20c-5730fcb4ce85 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358808 Jun 12 12:08:01.149075 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee530c0-b5aa-4c27-992d-1531da5c87de req-60b51fbb-1835-4e8f-970f-ee8622a935d7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:01.150539 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4ee530c0-b5aa-4c27-992d-1531da5c87de req-60b51fbb-1835-4e8f-970f-ee8622a935d7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0700030 Jun 12 12:08:01.198502 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4ee530c0-b5aa-4c27-992d-1531da5c87de req-acd068ea-022a-4b1b-a78c-18bc45183c0c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Jun 12 12:08:02.373129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b046e-3503-42c7-90fa-750a318d3a66 req-13bc6144-ba89-46bc-bf5e-d959830fd795 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:02.374625 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-604b046e-3503-42c7-90fa-750a318d3a66 req-13bc6144-ba89-46bc-bf5e-d959830fd795 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0678606 Jun 12 12:08:02.420960 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-604b046e-3503-42c7-90fa-750a318d3a66 req-b90a6241-7055-478e-85be-02de46d54d98 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Jun 12 12:08:03.599786 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb31f25-7bad-4a4a-9106-24712ae16bcd req-b81ad636-bd93-45ac-a1a5-796d83fa8f73 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:03.601269 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ecb31f25-7bad-4a4a-9106-24712ae16bcd req-b81ad636-bd93-45ac-a1a5-796d83fa8f73 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0693610 Jun 12 12:08:03.644354 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ecb31f25-7bad-4a4a-9106-24712ae16bcd req-f6c9f4ee-0879-4c70-b0a5-68bc3a5505a4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374393 Jun 12 12:08:03.807386 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:04.829625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57343d-0450-4cb0-82f2-68aca1253708 req-e641d683-3642-4692-b59a-59a79ccc4280 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:04.831103 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0e57343d-0450-4cb0-82f2-68aca1253708 req-e641d683-3642-4692-b59a-59a79ccc4280 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686002 Jun 12 12:08:04.872743 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0e57343d-0450-4cb0-82f2-68aca1253708 req-59784c40-1ada-4efd-aae6-1661aed08b16 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351665 Jun 12 12:08:06.055185 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3f505-aedb-4602-bc3b-4489c9a69d2d req-3b7c8377-17a8-4d0c-9fe7-efe5eccb075e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:06.056612 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d2e3f505-aedb-4602-bc3b-4489c9a69d2d req-3b7c8377-17a8-4d0c-9fe7-efe5eccb075e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0715461 Jun 12 12:08:06.103139 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d2e3f505-aedb-4602-bc3b-4489c9a69d2d req-69c880b9-4f3b-4f63-89bb-4d183450f7cf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410225 Jun 12 12:08:07.288050 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75eaa1-bd49-4241-938b-c209c30bcc42 req-64fc7827-a997-47e5-a517-0547f80d8b1a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:07.289608 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e75eaa1-bd49-4241-938b-c209c30bcc42 req-64fc7827-a997-47e5-a517-0547f80d8b1a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0760970 Jun 12 12:08:07.337003 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e75eaa1-bd49-4241-938b-c209c30bcc42 req-3c93e7bb-c52b-45e3-b27d-3e155db67c61 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Jun 12 12:08:08.528597 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793d95a-a886-4b1b-99e0-cade7cb34a36 req-66cfca2f-cbe2-4416-9112-2c2df4864e87 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:08.530084 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8793d95a-a886-4b1b-99e0-cade7cb34a36 req-66cfca2f-cbe2-4416-9112-2c2df4864e87 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0702262 Jun 12 12:08:08.572869 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8793d95a-a886-4b1b-99e0-cade7cb34a36 req-67ccf6a8-113c-4696-9b97-3bc4d14e97f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Jun 12 12:08:09.109198 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bdfe-cb73-4df5-aacd-085da82ca219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:09.760105 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d8d94-2b15-4ba6-bd31-28f63c89d154 req-4f21cf64-e423-4df8-a3e4-010059af3268 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:09.761584 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-152d8d94-2b15-4ba6-bd31-28f63c89d154 req-4f21cf64-e423-4df8-a3e4-010059af3268 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0698586 Jun 12 12:08:09.803343 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-152d8d94-2b15-4ba6-bd31-28f63c89d154 req-9faac66c-42c1-4067-9315-ffda9bd8ef74 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359659 Jun 12 12:08:10.986382 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a11c2-db3e-446f-a84c-37cde0ee9ddb req-95ab195b-6c6d-464c-ad33-45d4e151611c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:10.987797 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9c8a11c2-db3e-446f-a84c-37cde0ee9ddb req-95ab195b-6c6d-464c-ad33-45d4e151611c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0712738 Jun 12 12:08:11.034263 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9c8a11c2-db3e-446f-a84c-37cde0ee9ddb req-90892e94-9560-4a07-b761-39fd1cabbf13 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Jun 12 12:08:11.362826 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b0caf3a0-560f-4900-aaa3-edac8ab4547a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:12.003197 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:12.219295 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608d40c-1ac1-4a4c-bb62-27f46c5f1190 req-bd7e4251-b3a4-4974-8454-50dc50251dcd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:12.220925 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f608d40c-1ac1-4a4c-bb62-27f46c5f1190 req-bd7e4251-b3a4-4974-8454-50dc50251dcd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0727589 Jun 12 12:08:12.267836 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f608d40c-1ac1-4a4c-bb62-27f46c5f1190 req-c6bf16a5-64c6-45cc-b26d-0df8729b2787 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Jun 12 12:08:12.693986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:13.445461 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecf408-3732-4d71-b11f-779af79f9b43 req-e9ae4e34-7c79-451a-a739-6f043ea9e630 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:13.446915 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-84ecf408-3732-4d71-b11f-779af79f9b43 req-e9ae4e34-7c79-451a-a739-6f043ea9e630 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0692241 Jun 12 12:08:13.487367 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-84ecf408-3732-4d71-b11f-779af79f9b43 req-cdce1aa1-af17-4a6e-8fcd-4133f79eb652 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348346 Jun 12 12:08:14.403913 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:14.674360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c31f-9844-482f-9699-d82136463956 req-0842eb64-3122-4e55-92eb-33c3714b0507 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:14.675907 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d860c31f-9844-482f-9699-d82136463956 req-0842eb64-3122-4e55-92eb-33c3714b0507 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0701344 Jun 12 12:08:14.717806 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d860c31f-9844-482f-9699-d82136463956 req-19d75051-7423-4942-9f5d-12244b0d8495 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360525 Jun 12 12:08:15.893824 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106866cc-c4d9-41f0-bf5d-d85eb3cb402e req-f632cf7c-1474-4342-913c-b44c9f1bd97b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:15.895234 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-106866cc-c4d9-41f0-bf5d-d85eb3cb402e req-f632cf7c-1474-4342-913c-b44c9f1bd97b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0665324 Jun 12 12:08:15.939636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-106866cc-c4d9-41f0-bf5d-d85eb3cb402e req-fc3fe0aa-e362-48e9-82aa-b6badc2cd6eb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389476 Jun 12 12:08:17.119421 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b38584-8075-43fc-86a1-3f8853595200 req-0366240c-97d2-425b-83d8-f065d257d73b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:17.120872 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b0b38584-8075-43fc-86a1-3f8853595200 req-0366240c-97d2-425b-83d8-f065d257d73b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0680578 Jun 12 12:08:17.165704 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b0b38584-8075-43fc-86a1-3f8853595200 req-db925bfa-7647-4b4e-995a-bba5caff20d2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390787 Jun 12 12:08:18.344314 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed94c17-ac2f-48f6-8dc0-eb3862fc8ef6 req-c9c03354-389b-4c5c-a99a-163435ee0a3e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:18.345765 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8ed94c17-ac2f-48f6-8dc0-eb3862fc8ef6 req-c9c03354-389b-4c5c-a99a-163435ee0a3e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0687020 Jun 12 12:08:18.386726 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8ed94c17-ac2f-48f6-8dc0-eb3862fc8ef6 req-107eec97-1a42-475d-86e2-e2bd23a1d8db tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353110 Jun 12 12:08:19.582834 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cf227-63b1-4d90-b5c5-81b6c8f098f1 req-0c6318ae-5fe6-4860-b151-c8f6b901660c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:19.584331 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0d7cf227-63b1-4d90-b5c5-81b6c8f098f1 req-0c6318ae-5fe6-4860-b151-c8f6b901660c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0695903 Jun 12 12:08:19.626222 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0d7cf227-63b1-4d90-b5c5-81b6c8f098f1 req-ca812360-efc4-459f-90a8-847470df56ad tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362713 Jun 12 12:08:20.808209 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95ac5-2642-4449-8e19-587d6b0daa10 req-eea76604-547e-4437-8fb8-38a6794f9ead tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:20.809885 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6ca95ac5-2642-4449-8e19-587d6b0daa10 req-eea76604-547e-4437-8fb8-38a6794f9ead tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0704989 Jun 12 12:08:20.861151 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6ca95ac5-2642-4449-8e19-587d6b0daa10 req-23fab4a1-5fc1-4c19-af3f-13b9c7589b6b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447145 Jun 12 12:08:22.064369 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278bb78-5e95-48fc-99f5-9e44d7d43738 req-ac7be3c8-1196-49d0-9639-841f9e6c94f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:22.065849 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e278bb78-5e95-48fc-99f5-9e44d7d43738 req-ac7be3c8-1196-49d0-9639-841f9e6c94f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0731003 Jun 12 12:08:22.112936 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e278bb78-5e95-48fc-99f5-9e44d7d43738 req-d26e0761-3e1e-44c8-ac71-b6fccde13945 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 Jun 12 12:08:23.294825 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0941c-e4f6-484a-a940-e18f19f5fcd3 req-49071ba5-8d36-44ed-9911-8a72eddf25ce tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:23.296235 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-54b0941c-e4f6-484a-a940-e18f19f5fcd3 req-49071ba5-8d36-44ed-9911-8a72eddf25ce tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0691020 Jun 12 12:08:23.336764 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-54b0941c-e4f6-484a-a940-e18f19f5fcd3 req-da1a50ad-e1c7-431b-ade6-e56da6f37f0e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347421 Jun 12 12:08:24.515446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9996-7276-426d-a27b-efbc915cf2a1 req-53e59363-e910-4435-8bd9-6699a48982c1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:24.516876 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5efb9996-7276-426d-a27b-efbc915cf2a1 req-53e59363-e910-4435-8bd9-6699a48982c1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0678616 Jun 12 12:08:24.560211 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5efb9996-7276-426d-a27b-efbc915cf2a1 req-f9cd1d49-b861-474e-aa6e-2ec566124e4d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370786 Jun 12 12:08:25.744226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804fc96-aee4-4326-9c22-1357b20f2b12 req-afb8f407-b1d6-423d-a20c-4e7fe31710f9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:25.745719 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a804fc96-aee4-4326-9c22-1357b20f2b12 req-afb8f407-b1d6-423d-a20c-4e7fe31710f9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0685711 Jun 12 12:08:25.793068 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a804fc96-aee4-4326-9c22-1357b20f2b12 req-9f9a622a-edd3-4ef3-b59e-828a8cffe21b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Jun 12 12:08:26.973142 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb95f0-6011-468a-8538-5253075f9531 req-5f730be6-725d-431b-aaf8-93c0dfbb8774 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:26.974750 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ffdb95f0-6011-468a-8538-5253075f9531 req-5f730be6-725d-431b-aaf8-93c0dfbb8774 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0706153 Jun 12 12:08:27.019807 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ffdb95f0-6011-468a-8538-5253075f9531 req-e86cd3b1-9e16-43a8-941c-1cc81cc01ff4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Jun 12 12:08:28.200115 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d726-ea5e-49ef-a0ab-428bcf73bb76 req-2df76cd8-319f-4c24-a076-87a4d5d044b6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:28.201538 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e33d726-ea5e-49ef-a0ab-428bcf73bb76 req-2df76cd8-319f-4c24-a076-87a4d5d044b6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0681114 Jun 12 12:08:28.243542 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2e33d726-ea5e-49ef-a0ab-428bcf73bb76 req-562c18db-aa65-43df-acd5-460d1a652dd8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365088 Jun 12 12:08:29.424904 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb0006-310d-4659-bf84-3aad1d13263d req-196e31f6-36d6-4bdb-9689-fe2e512b19d7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:29.426457 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4bfb0006-310d-4659-bf84-3aad1d13263d req-196e31f6-36d6-4bdb-9689-fe2e512b19d7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0702269 Jun 12 12:08:29.469850 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4bfb0006-310d-4659-bf84-3aad1d13263d req-50cac252-63fb-4bfb-86ca-09e849fd4d07 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376160 Jun 12 12:08:30.651284 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294ee6-ea32-4630-afa9-7d9cb26ae156 req-ed81d475-6154-48d4-b655-e60d126600a0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:30.652653 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8d294ee6-ea32-4630-afa9-7d9cb26ae156 req-ed81d475-6154-48d4-b655-e60d126600a0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0677941 Jun 12 12:08:30.697979 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8d294ee6-ea32-4630-afa9-7d9cb26ae156 req-20419c83-42df-49e9-aefb-9651a39cc805 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397701 Jun 12 12:08:31.875553 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e14eaf-f30d-411b-b102-2f6efc87f916 req-2b11245b-2414-49aa-b0b0-3466e2de4c87 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:31.876973 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-78e14eaf-f30d-411b-b102-2f6efc87f916 req-2b11245b-2414-49aa-b0b0-3466e2de4c87 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0695367 Jun 12 12:08:31.921563 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-78e14eaf-f30d-411b-b102-2f6efc87f916 req-cab2ed87-01ec-44f7-aba4-f3bb8b644d6d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389643 Jun 12 12:08:32.104684 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-6911f232-e385-4cc9-bddf-c1b25d175a3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583754 Jun 12 12:08:32.188621 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-a7401651-4bd2-4668-8c8c-94804e1f0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:32.190245 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-a7401651-4bd2-4668-8c8c-94804e1f0a57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0626936 Jun 12 12:08:32.324595 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-d42fe2f0-ca67-4be5-92d4-5b92c99a2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:32.326011 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-d42fe2f0-ca67-4be5-92d4-5b92c99a2e4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1131005 Jun 12 12:08:32.419009 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-83b9a076-3add-47c5-8ba1-fc4a1a234602 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7 HTTP/1.1" status: 200 len: 1000 time: 0.0865278 Jun 12 12:08:32.475449 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-113eff8f-5800-485e-b6fd-b834ef876469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:32.477260 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-113eff8f-5800-485e-b6fd-b834ef876469 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0525043 Jun 12 12:08:32.539807 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-a55f38a5-b651-4281-854b-997e3d2d7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:32.541253 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-a55f38a5-b651-4281-854b-997e3d2d7b68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576982 Jun 12 12:08:32.656652 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-75541f71-8fba-4355-88f3-0476009516b8 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085913 Jun 12 12:08:32.770717 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b1c2d3a-e5fa-4eac-a5ba-0a0333dcfd6e req-0bc9a9a4-f0db-4b5a-89bd-7f4373489d11 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081798 Jun 12 12:08:33.097988 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c008d-8f90-437a-a48a-3228f60e98f7 req-4f52e3b1-5a28-4b66-a1ec-cd3bd5f114c4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:33.099379 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cf4c008d-8f90-437a-a48a-3228f60e98f7 req-4f52e3b1-5a28-4b66-a1ec-cd3bd5f114c4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686154 Jun 12 12:08:33.147255 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cf4c008d-8f90-437a-a48a-3228f60e98f7 req-bfacc4eb-ee39-458b-849a-fff8f19c7c3c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Jun 12 12:08:33.821629 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:34.327355 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b2c7-b33d-401d-96a6-1c614895daa2 req-b2d62e0b-9e63-4b9f-af0d-916210ec17f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:34.328820 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3496b2c7-b33d-401d-96a6-1c614895daa2 req-b2d62e0b-9e63-4b9f-af0d-916210ec17f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0700397 Jun 12 12:08:34.370726 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3496b2c7-b33d-401d-96a6-1c614895daa2 req-001fb509-b424-40f1-8799-55f567ad680f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361423 Jun 12 12:08:35.548277 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a6f5f-ed1f-48d8-83de-3fb784b20167 req-dbcd1bcf-f009-408f-8658-8f707bca862c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:35.549721 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-828a6f5f-ed1f-48d8-83de-3fb784b20167 req-dbcd1bcf-f009-408f-8658-8f707bca862c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0683897 Jun 12 12:08:35.591016 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-828a6f5f-ed1f-48d8-83de-3fb784b20167 req-23c8957e-7d87-49f6-805d-eecc09b43e70 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354898 Jun 12 12:08:36.707313 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:08:36.769899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328b45c-d8c4-4ea8-ab63-318826a2bebc req-876e2d1a-e016-4ff6-a8b4-406700f88db1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:36.771399 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7328b45c-d8c4-4ea8-ab63-318826a2bebc req-876e2d1a-e016-4ff6-a8b4-406700f88db1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0691032 Jun 12 12:08:36.817368 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7328b45c-d8c4-4ea8-ab63-318826a2bebc req-671f2ae1-2dc6-49f9-a3f9-be0b1e78e6d5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Jun 12 12:08:37.990480 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162cd5c-4e4d-4b82-af44-73f63e0b98f1 req-2c3b07e1-7f5d-4fc9-9456-0ad4153b094e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:37.992434 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0162cd5c-4e4d-4b82-af44-73f63e0b98f1 req-2c3b07e1-7f5d-4fc9-9456-0ad4153b094e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0680575 Jun 12 12:08:38.037639 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0162cd5c-4e4d-4b82-af44-73f63e0b98f1 req-194fc7bf-13f5-4982-a43f-604451c48228 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Jun 12 12:08:39.111360 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-710a394f-3428-4cb1-a606-67fdc71abc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:39.219801 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca274c30-c878-46f6-8eb2-25eb70c6da06 req-763bf0fc-54f9-461b-82ec-19eee611b822 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:39.221252 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ca274c30-c878-46f6-8eb2-25eb70c6da06 req-763bf0fc-54f9-461b-82ec-19eee611b822 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0688131 Jun 12 12:08:39.262381 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ca274c30-c878-46f6-8eb2-25eb70c6da06 req-65279412-2a73-420b-b93a-14ade73ca1cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Jun 12 12:08:40.441723 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7cd1-db92-400f-b29b-79f371ecdc58 req-54205004-6bb2-4929-b061-790e03ec33cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:40.443172 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e3f7cd1-db92-400f-b29b-79f371ecdc58 req-54205004-6bb2-4929-b061-790e03ec33cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0672653 Jun 12 12:08:40.484233 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e3f7cd1-db92-400f-b29b-79f371ecdc58 req-3888380e-60cc-41ac-bfc0-17fce73aa7cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348246 Jun 12 12:08:41.362806 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-45fd76ab-2293-451d-ac67-90b3fdd80fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:41.666457 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e65e4-fa9d-4a01-9acb-804ba116aec3 req-7f4e4fac-ca04-40f8-a19b-8019a9e3605c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:41.667823 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b32e65e4-fa9d-4a01-9acb-804ba116aec3 req-7f4e4fac-ca04-40f8-a19b-8019a9e3605c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0709274 Jun 12 12:08:41.714382 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b32e65e4-fa9d-4a01-9acb-804ba116aec3 req-fa568489-4489-4e0c-8914-5c396aca6fcc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406268 Jun 12 12:08:42.004490 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:42.696263 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:42.893698 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643281c-cdb1-4103-90e0-f48f1b04fb59 req-a5290113-ee14-4dc4-b664-41d5edb30ead tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:42.895168 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5643281c-cdb1-4103-90e0-f48f1b04fb59 req-a5290113-ee14-4dc4-b664-41d5edb30ead tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0695992 Jun 12 12:08:42.941230 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5643281c-cdb1-4103-90e0-f48f1b04fb59 req-ead4085a-8424-4191-be63-b884eaa92689 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Jun 12 12:08:44.124570 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da631e-5341-4337-9dbb-c967575abb2f req-aa0ac2f4-3ff9-4330-81ae-a55f3697d358 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:44.126046 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-18da631e-5341-4337-9dbb-c967575abb2f req-aa0ac2f4-3ff9-4330-81ae-a55f3697d358 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0694976 Jun 12 12:08:44.167599 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-18da631e-5341-4337-9dbb-c967575abb2f req-1d5ccb68-f292-492d-9de7-66e5e888ab76 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359192 Jun 12 12:08:44.407988 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:08:45.342882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c35f-7d06-4184-b40d-d7656602b64d req-49c7e9fe-bebb-4743-b2fc-b6c8dd4bcdc1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:45.344319 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3746c35f-7d06-4184-b40d-d7656602b64d req-49c7e9fe-bebb-4743-b2fc-b6c8dd4bcdc1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0689209 Jun 12 12:08:45.384686 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3746c35f-7d06-4184-b40d-d7656602b64d req-34a69d2b-06f4-4f58-a837-e1f07fbccfda tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348625 Jun 12 12:08:46.562220 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6938883-1064-433a-a7be-db6516ce3a2b req-c9daf32b-cf7d-4cb0-bb0e-443ce19bbed4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:46.563686 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f6938883-1064-433a-a7be-db6516ce3a2b req-c9daf32b-cf7d-4cb0-bb0e-443ce19bbed4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0672002 Jun 12 12:08:46.610723 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f6938883-1064-433a-a7be-db6516ce3a2b req-15da99a0-57b5-4e3e-9af1-d4d84fb24856 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Jun 12 12:08:47.785597 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1ffd-ecb4-4bb7-9655-dbefdba8fbe0 req-67af7cd7-4e0e-4b6b-b93f-5d7f15398341 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:47.787072 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f59f1ffd-ecb4-4bb7-9655-dbefdba8fbe0 req-67af7cd7-4e0e-4b6b-b93f-5d7f15398341 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0674453 Jun 12 12:08:47.832077 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f59f1ffd-ecb4-4bb7-9655-dbefdba8fbe0 req-faadad6a-3df8-41ba-899d-9c484d9e6bfe tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388930 Jun 12 12:08:49.007911 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a253c-2ed1-4cea-b5bc-1e7b9f2879b6 req-cade5bfd-b693-4376-abd6-5413e8d5c332 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:49.009264 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b65a253c-2ed1-4cea-b5bc-1e7b9f2879b6 req-cade5bfd-b693-4376-abd6-5413e8d5c332 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0672069 Jun 12 12:08:49.052260 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b65a253c-2ed1-4cea-b5bc-1e7b9f2879b6 req-c47cc41d-3a4e-4f49-84b1-5467138c59ac tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373123 Jun 12 12:08:50.232467 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9ad0-7459-4151-8bfc-a52b80fccc98 req-db1471e7-b10b-4bcf-aeaf-a6e79cfe9de8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:50.233926 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-348f9ad0-7459-4151-8bfc-a52b80fccc98 req-db1471e7-b10b-4bcf-aeaf-a6e79cfe9de8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0696363 Jun 12 12:08:50.273934 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-348f9ad0-7459-4151-8bfc-a52b80fccc98 req-10d6ef47-f245-46c9-a4b0-9f528dfd0641 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344961 Jun 12 12:08:51.458843 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dacc0b-dff7-4657-a336-58b31c904906 req-60089915-9eb5-4ba5-b2b9-60de3d539ee9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:51.460260 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-49dacc0b-dff7-4657-a336-58b31c904906 req-60089915-9eb5-4ba5-b2b9-60de3d539ee9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0768685 Jun 12 12:08:51.507455 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-49dacc0b-dff7-4657-a336-58b31c904906 req-ee347afc-1584-4fbe-8479-d0a4d9ce4da0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408521 Jun 12 12:08:52.690571 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e46df-aca0-493f-b66b-4eca20a27271 req-ab1df12e-e38c-4b0b-8fec-f896107f6319 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:52.692085 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f35e46df-aca0-493f-b66b-4eca20a27271 req-ab1df12e-e38c-4b0b-8fec-f896107f6319 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0703979 Jun 12 12:08:52.738657 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f35e46df-aca0-493f-b66b-4eca20a27271 req-760b3c0c-fb13-404d-8a2a-64cae6952725 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410335 Jun 12 12:08:53.917427 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6edad4-503e-4932-9530-3cfb657bf744 req-3036a6ef-34b8-40de-a4ed-a0816df262d9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:53.918786 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e6edad4-503e-4932-9530-3cfb657bf744 req-3036a6ef-34b8-40de-a4ed-a0816df262d9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0688186 Jun 12 12:08:53.959827 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4e6edad4-503e-4932-9530-3cfb657bf744 req-e23b84ef-c775-41fb-8c77-e1bb2c931f32 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Jun 12 12:08:55.139323 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7c473-06fd-499d-8b5a-37e1e979f7ce req-36ac747a-f6c2-494c-98d5-4917ff85d9ef tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:55.140765 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c3f7c473-06fd-499d-8b5a-37e1e979f7ce req-36ac747a-f6c2-494c-98d5-4917ff85d9ef tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697260 Jun 12 12:08:55.189685 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c3f7c473-06fd-499d-8b5a-37e1e979f7ce req-cbaed898-77ff-4ed9-98a9-bc5386b51251 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Jun 12 12:08:56.367319 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f87d-3ad4-4ad1-8c52-4732b6eab514 req-eca26857-6508-4828-b968-502f006212d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:56.368766 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-52a3f87d-3ad4-4ad1-8c52-4732b6eab514 req-eca26857-6508-4828-b968-502f006212d3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0685725 Jun 12 12:08:56.414721 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-52a3f87d-3ad4-4ad1-8c52-4732b6eab514 req-cf95f5e2-d567-42da-ade2-5c7924bf2477 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Jun 12 12:08:57.594821 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc7904-0288-4d17-8590-f42db673c6e2 req-3d53b721-3880-4ad4-b404-456035837990 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:57.596323 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e8fc7904-0288-4d17-8590-f42db673c6e2 req-3d53b721-3880-4ad4-b404-456035837990 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0720727 Jun 12 12:08:57.643323 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e8fc7904-0288-4d17-8590-f42db673c6e2 req-e106dc4b-615e-4c84-8a3a-1ce5ed0414ac tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Jun 12 12:08:59.078870 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2126958-7dc2-49f9-a68b-e8a3c0aa04e0 req-9a6ccf4b-edda-4fff-aebe-7a1863ca5315 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:08:59.080382 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2126958-7dc2-49f9-a68b-e8a3c0aa04e0 req-9a6ccf4b-edda-4fff-aebe-7a1863ca5315 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.3232672 Jun 12 12:08:59.122089 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2126958-7dc2-49f9-a68b-e8a3c0aa04e0 req-55cc9080-e493-489f-b17d-85cc5e405055 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358460 Jun 12 12:09:00.298835 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c990a-a20d-42c9-aa1c-df873c802f51 req-6559a92a-cfe4-4b93-821d-3687d454c51b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:00.300278 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-557c990a-a20d-42c9-aa1c-df873c802f51 req-6559a92a-cfe4-4b93-821d-3687d454c51b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0670807 Jun 12 12:09:00.340450 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-557c990a-a20d-42c9-aa1c-df873c802f51 req-c209fffa-9467-4990-93f9-e4dcc8e9c8f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Jun 12 12:09:01.524419 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7eac-436f-444a-9939-bcf5726ccb61 req-01585d67-9843-42aa-8d88-6be893f7ee5a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:01.525864 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7cfc7eac-436f-444a-9939-bcf5726ccb61 req-01585d67-9843-42aa-8d88-6be893f7ee5a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0732377 Jun 12 12:09:01.568022 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7cfc7eac-436f-444a-9939-bcf5726ccb61 req-d52bbc02-501a-430f-9c86-890284cbee01 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364585 Jun 12 12:09:02.746632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713802f-0bff-46ab-9bb5-c5f1b3f64819 req-e566642a-2990-443b-bc93-86a48464ca81 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:02.747912 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d713802f-0bff-46ab-9bb5-c5f1b3f64819 req-e566642a-2990-443b-bc93-86a48464ca81 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0690231 Jun 12 12:09:02.792561 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d713802f-0bff-46ab-9bb5-c5f1b3f64819 req-3862d582-a0f9-4e65-a225-966312e1aff4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 Jun 12 12:09:03.827524 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:03.975869 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ff48-9e85-492b-8358-6c7f7edd2ff1 req-b4f315d4-0ff9-499a-bced-e2809e201996 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:03.978305 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8755ff48-9e85-492b-8358-6c7f7edd2ff1 req-b4f315d4-0ff9-499a-bced-e2809e201996 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697341 Jun 12 12:09:04.020620 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8755ff48-9e85-492b-8358-6c7f7edd2ff1 req-29a5df47-756b-403a-bf63-2ccc75801eaa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Jun 12 12:09:05.202606 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b0842-02ec-4488-9195-61e68a3157e8 req-78a2454b-3187-47c5-8d0c-062c835882c7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:05.204096 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b90b0842-02ec-4488-9195-61e68a3157e8 req-78a2454b-3187-47c5-8d0c-062c835882c7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0704741 Jun 12 12:09:05.245615 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b90b0842-02ec-4488-9195-61e68a3157e8 req-fb4f701a-40b0-4f42-b777-cec4f81d111e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351887 Jun 12 12:09:06.426014 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6488-9eb9-4c8b-8377-ddc1d8b2e5ca req-71df2210-2937-42e2-99d1-e26e939453b6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:06.427474 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13fd6488-9eb9-4c8b-8377-ddc1d8b2e5ca req-71df2210-2937-42e2-99d1-e26e939453b6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0730891 Jun 12 12:09:06.470153 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13fd6488-9eb9-4c8b-8377-ddc1d8b2e5ca req-873ee6ea-d495-404a-9378-e1b8a46d4265 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364454 Jun 12 12:09:07.650620 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4096d48-5c36-45d0-9358-cd6ec5ad8f0c req-f474ec8d-2e6c-4998-a38f-9c32d296e31d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:07.652587 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4096d48-5c36-45d0-9358-cd6ec5ad8f0c req-f474ec8d-2e6c-4998-a38f-9c32d296e31d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0720587 Jun 12 12:09:07.697781 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f4096d48-5c36-45d0-9358-cd6ec5ad8f0c req-94c9af0a-0821-4461-972e-9210d8e8a01d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396302 Jun 12 12:09:08.925692 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b222c-9e7a-4719-80e9-a422881301ce req-c71c7e75-5562-4021-a2ec-8540c3b56cd8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:08.927705 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-423b222c-9e7a-4719-80e9-a422881301ce req-c71c7e75-5562-4021-a2ec-8540c3b56cd8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1191728 Jun 12 12:09:08.969969 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-423b222c-9e7a-4719-80e9-a422881301ce req-72858e3e-d413-4027-bd2e-ba89aabe958d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366635 Jun 12 12:09:09.112727 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5c115476-e44c-46bd-881c-03aef569d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:10.199103 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163c46f-e4b7-4209-b4f1-ef022a2ab2ed req-234169b1-b630-4c5d-bb48-2264036c487c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:10.200466 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1163c46f-e4b7-4209-b4f1-ef022a2ab2ed req-234169b1-b630-4c5d-bb48-2264036c487c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1187840 Jun 12 12:09:10.241339 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1163c46f-e4b7-4209-b4f1-ef022a2ab2ed req-7db0cf15-ef15-4cc7-a106-c1e98b137fb1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352540 Jun 12 12:09:11.365283 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-37ebc1c2-44d0-467b-b3d9-76390f26c984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:11.438009 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa3a67-eb24-476e-bbcd-d23b8e2cce5b req-8a4bc7ba-e760-49f0-9747-ddc71e89c7ca tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:11.439626 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b8aa3a67-eb24-476e-bbcd-d23b8e2cce5b req-8a4bc7ba-e760-49f0-9747-ddc71e89c7ca tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0826159 Jun 12 12:09:11.484122 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b8aa3a67-eb24-476e-bbcd-d23b8e2cce5b req-b5cffd39-b017-4ba1-8f7d-c081c4abb019 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Jun 12 12:09:12.006942 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:12.670054 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc76c2-f684-4173-90e6-decac7ab8853 req-2a90bcfb-b70a-4a07-bb9a-8ff41184dfd6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:12.671543 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-94bc76c2-f684-4173-90e6-decac7ab8853 req-2a90bcfb-b70a-4a07-bb9a-8ff41184dfd6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0735638 Jun 12 12:09:12.698909 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:12.718583 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-94bc76c2-f684-4173-90e6-decac7ab8853 req-3be22788-b46b-4fa9-a340-e837cfb55b0a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411763 Jun 12 12:09:13.706010 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:09:13.898701 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce73c86-33d6-4480-8bd9-e58cb4879238 req-4b9f0bda-fca8-4f26-8d0a-e2aa1d5a4ff8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:13.900180 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bce73c86-33d6-4480-8bd9-e58cb4879238 req-4b9f0bda-fca8-4f26-8d0a-e2aa1d5a4ff8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0700760 Jun 12 12:09:13.942222 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bce73c86-33d6-4480-8bd9-e58cb4879238 req-4f05f00d-b45e-4c28-8992-d6cb0790428e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358789 Jun 12 12:09:14.409589 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:15.119022 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156a98-e6cb-4c4a-807c-1a2b0046983c req-d91d0b4f-988a-4137-8aa5-50b87ebeeb0d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:15.120494 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-67156a98-e6cb-4c4a-807c-1a2b0046983c req-d91d0b4f-988a-4137-8aa5-50b87ebeeb0d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0682623 Jun 12 12:09:15.160793 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-67156a98-e6cb-4c4a-807c-1a2b0046983c req-b5784358-b243-4573-96ff-f0c82d00f3f2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348020 Jun 12 12:09:16.343463 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c50c-612f-471e-9ab1-0440d2f8c670 req-2aff64f9-4e98-4e30-9954-912496edeb33 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:16.344953 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6511c50c-612f-471e-9ab1-0440d2f8c670 req-2aff64f9-4e98-4e30-9954-912496edeb33 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0736799 Jun 12 12:09:16.386485 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6511c50c-612f-471e-9ab1-0440d2f8c670 req-8bb7e13f-d53e-41c3-885a-cf093c915680 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359716 Jun 12 12:09:17.562259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92f97f-7559-4a29-8f7e-37e710d3dce1 req-d6bbcb8e-2a4d-4e72-828d-dd8af05a307e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:17.563640 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5b92f97f-7559-4a29-8f7e-37e710d3dce1 req-d6bbcb8e-2a4d-4e72-828d-dd8af05a307e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0671871 Jun 12 12:09:17.608036 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5b92f97f-7559-4a29-8f7e-37e710d3dce1 req-dd7d1446-ce73-4b70-94fa-b6fcc199b03f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388584 Jun 12 12:09:18.789223 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a5eac-c3db-4b14-8998-0027fb9cc35b req-3cfd9f83-2d09-44c2-a66b-2cb6b0916590 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:18.790697 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fa1a5eac-c3db-4b14-8998-0027fb9cc35b req-3cfd9f83-2d09-44c2-a66b-2cb6b0916590 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0718186 Jun 12 12:09:18.834658 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fa1a5eac-c3db-4b14-8998-0027fb9cc35b req-9296e670-e632-420c-9836-7527d942ca5d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368946 Jun 12 12:09:20.015004 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032293bc-5659-47e6-a3d4-0c29aa216436 req-ab849126-cb40-4d10-ad2b-be149263c4e5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:20.016350 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-032293bc-5659-47e6-a3d4-0c29aa216436 req-ab849126-cb40-4d10-ad2b-be149263c4e5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0684254 Jun 12 12:09:20.058051 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-032293bc-5659-47e6-a3d4-0c29aa216436 req-8edb59ca-d0c5-4f64-a1ec-e565ed7e7b7c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361540 Jun 12 12:09:21.241696 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839bc6d-12fa-4f76-8f02-98542bbfd759 req-c33cc2a2-b6d7-4d96-b62b-d20bb61c7515 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:21.243244 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e839bc6d-12fa-4f76-8f02-98542bbfd759 req-c33cc2a2-b6d7-4d96-b62b-d20bb61c7515 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0741267 Jun 12 12:09:21.298137 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e839bc6d-12fa-4f76-8f02-98542bbfd759 req-24ad56ec-ae50-4c6e-bd4b-66dde820d3a7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480940 Jun 12 12:09:22.476459 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef9d42-1462-4b50-a795-8746bca46234 req-752d6841-5045-4a4c-acd2-041112d94aa2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:22.477913 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-60ef9d42-1462-4b50-a795-8746bca46234 req-752d6841-5045-4a4c-acd2-041112d94aa2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686562 Jun 12 12:09:22.522747 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-60ef9d42-1462-4b50-a795-8746bca46234 req-7f7f536b-5627-4c2b-b4aa-d3ec7d465e2b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384173 Jun 12 12:09:23.712655 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340dae1-c028-4f3f-85e2-fad3e91d294a req-c24a7509-3e49-430f-bd45-fb440b44c35f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:23.714364 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d340dae1-c028-4f3f-85e2-fad3e91d294a req-c24a7509-3e49-430f-bd45-fb440b44c35f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0701594 Jun 12 12:09:23.756405 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d340dae1-c028-4f3f-85e2-fad3e91d294a req-7a0a3c15-2140-4dbf-b7ae-46d6b5a65282 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366492 Jun 12 12:09:24.934095 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88530-f292-4f23-a263-5ead234f2ef4 req-6121fbdd-45d7-44dd-a4de-ad50dc449a01 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:24.935547 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b5a88530-f292-4f23-a263-5ead234f2ef4 req-6121fbdd-45d7-44dd-a4de-ad50dc449a01 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0681083 Jun 12 12:09:24.975591 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b5a88530-f292-4f23-a263-5ead234f2ef4 req-3e2293d5-24e6-4ca3-bf17-4c27aba1df31 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345404 Jun 12 12:09:26.163496 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40e800-4318-4c6a-b0c2-95f3923eb27d req-986cbf54-4fe6-4d93-baa2-315876c2f1cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:26.164981 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0e40e800-4318-4c6a-b0c2-95f3923eb27d req-986cbf54-4fe6-4d93-baa2-315876c2f1cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0795152 Jun 12 12:09:26.209666 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0e40e800-4318-4c6a-b0c2-95f3923eb27d req-24e49632-26b6-488d-acfd-f8b3bc59b126 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386901 Jun 12 12:09:27.386888 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc8b63-e00a-40d4-9faf-e9ee32738c4c req-dc278efb-39a2-4dd7-a378-f3c1eb961a39 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:27.388301 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-73fc8b63-e00a-40d4-9faf-e9ee32738c4c req-dc278efb-39a2-4dd7-a378-f3c1eb961a39 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0693378 Jun 12 12:09:27.434992 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-73fc8b63-e00a-40d4-9faf-e9ee32738c4c req-4a4396f1-9867-4850-954c-9b571a87392f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 Jun 12 12:09:28.613448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2435905-a1a5-43cf-b4b2-73966d3c6dfb req-03e2aa4e-f208-48fe-bb0c-1cadee4cb54e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:28.614906 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2435905-a1a5-43cf-b4b2-73966d3c6dfb req-03e2aa4e-f208-48fe-bb0c-1cadee4cb54e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0702310 Jun 12 12:09:28.657507 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f2435905-a1a5-43cf-b4b2-73966d3c6dfb req-f8624689-2495-4a3b-9a0e-7422dbad3003 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347304 Jun 12 12:09:29.837126 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aa10b-da24-4fa6-aaf9-0a1bf12a3fa6 req-8196e0c3-6815-4b2f-8dbc-876181336637 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:29.838613 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c06aa10b-da24-4fa6-aaf9-0a1bf12a3fa6 req-8196e0c3-6815-4b2f-8dbc-876181336637 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0678320 Jun 12 12:09:29.878628 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c06aa10b-da24-4fa6-aaf9-0a1bf12a3fa6 req-45ee97af-218a-43fe-9a88-4c983af4c20a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343246 Jun 12 12:09:31.058899 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e44a7-c46f-41f7-9e58-72129fd54535 req-5318b56a-c1c7-42f9-b044-9ccac07159f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:31.060379 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fd0e44a7-c46f-41f7-9e58-72129fd54535 req-5318b56a-c1c7-42f9-b044-9ccac07159f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0732369 Jun 12 12:09:31.100466 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fd0e44a7-c46f-41f7-9e58-72129fd54535 req-dddef055-786f-4888-8ff4-50e69f4813b0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344317 Jun 12 12:09:32.288222 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19acaa8-bb5c-49c8-aee3-c4d7900e1ba2 req-97f515db-0f45-4592-9b77-d1b45a842310 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:32.289818 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c19acaa8-bb5c-49c8-aee3-c4d7900e1ba2 req-97f515db-0f45-4592-9b77-d1b45a842310 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0722582 Jun 12 12:09:32.337569 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c19acaa8-bb5c-49c8-aee3-c4d7900e1ba2 req-d1b00e3a-0c5f-4dde-a816-dabeb7a43efa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Jun 12 12:09:33.520119 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dcc2f-d606-4c9c-b29a-481bab48fd6a req-08a4f000-48d1-46c0-ad54-5a7888507c39 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:33.521603 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fa0dcc2f-d606-4c9c-b29a-481bab48fd6a req-08a4f000-48d1-46c0-ad54-5a7888507c39 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0705051 Jun 12 12:09:33.568046 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fa0dcc2f-d606-4c9c-b29a-481bab48fd6a req-ce29a10b-9f72-4249-becb-d7caf3928831 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391724 Jun 12 12:09:33.825061 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:34.762578 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3e1f-b5c0-467c-810f-744f961e36c7 req-c0517f4d-482c-452c-97ca-7553d135dd20 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:34.763949 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5aed3e1f-b5c0-467c-810f-744f961e36c7 req-c0517f4d-482c-452c-97ca-7553d135dd20 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0756705 Jun 12 12:09:34.805128 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5aed3e1f-b5c0-467c-810f-744f961e36c7 req-a0b1ea0c-58f8-4015-b21b-c4057a231ef7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356183 Jun 12 12:09:35.989188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26e014-02d6-49aa-ad98-e8732c3cbeec req-25cfd13d-5645-4798-a626-0a7cdfb3f23f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:35.990673 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3a26e014-02d6-49aa-ad98-e8732c3cbeec req-25cfd13d-5645-4798-a626-0a7cdfb3f23f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0725565 Jun 12 12:09:36.031856 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3a26e014-02d6-49aa-ad98-e8732c3cbeec req-516eca9e-6ec7-43c3-b321-98c2c4cea0e3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350080 Jun 12 12:09:37.208809 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85278c8-060c-4132-8773-d207a39dda73 req-4b46555e-afa7-4540-b845-2a76460bff17 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:37.210256 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e85278c8-060c-4132-8773-d207a39dda73 req-4b46555e-afa7-4540-b845-2a76460bff17 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0678368 Jun 12 12:09:37.254009 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e85278c8-060c-4132-8773-d207a39dda73 req-ff501057-4983-476d-9d2d-232979dc8339 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374732 Jun 12 12:09:38.433015 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77de0b-1440-4e49-8f44-b00ffeb3c1c6 req-e9fb1606-f8dd-482f-907b-47be3be87dcd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:38.434478 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9b77de0b-1440-4e49-8f44-b00ffeb3c1c6 req-e9fb1606-f8dd-482f-907b-47be3be87dcd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0711896 Jun 12 12:09:38.477178 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9b77de0b-1440-4e49-8f44-b00ffeb3c1c6 req-af49c574-1834-4708-ab7f-b7c9d2ac62ed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369449 Jun 12 12:09:39.113503 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-aab84189-35e1-41da-8b9e-da30263e8a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:39.658907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de175409-2c4f-4297-9324-80ff7e5fc029 req-f63f40be-41ef-4464-99d0-6073ed6d959b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:39.660392 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-de175409-2c4f-4297-9324-80ff7e5fc029 req-f63f40be-41ef-4464-99d0-6073ed6d959b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697644 Jun 12 12:09:39.703010 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-de175409-2c4f-4297-9324-80ff7e5fc029 req-a692a86b-49c5-42c1-93d9-b6f0a6ae98e3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370505 Jun 12 12:09:40.884543 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2a0aa-457b-47aa-a3aa-acb027e19f61 req-ce8b1665-dd87-416a-a06a-390e89526ab8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:40.886135 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-16f2a0aa-457b-47aa-a3aa-acb027e19f61 req-ce8b1665-dd87-416a-a06a-390e89526ab8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0729945 Jun 12 12:09:40.930046 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-16f2a0aa-457b-47aa-a3aa-acb027e19f61 req-8e019564-c044-4082-8ca1-f85584746f3b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382922 Jun 12 12:09:41.366885 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7fd1782c-c3ee-4fb8-b477-89881ec551ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:42.009683 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:42.115874 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526c5a-9a94-44aa-98f2-5023c33f1264 req-7c2c273d-0081-4e03-85bf-4b1c4e7a1ed4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:42.117336 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5a526c5a-9a94-44aa-98f2-5023c33f1264 req-7c2c273d-0081-4e03-85bf-4b1c4e7a1ed4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0705554 Jun 12 12:09:42.162810 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5a526c5a-9a94-44aa-98f2-5023c33f1264 req-493a27e6-e5f3-4056-9b1d-e892d2f7110b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390177 Jun 12 12:09:42.700733 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:43.343383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218019-3dda-4dd6-a187-df92c4db4eb9 req-024b2bb0-a449-4a36-a086-64f00be5a9ec tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:43.344902 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-37218019-3dda-4dd6-a187-df92c4db4eb9 req-024b2bb0-a449-4a36-a086-64f00be5a9ec tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0695622 Jun 12 12:09:43.386552 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-37218019-3dda-4dd6-a187-df92c4db4eb9 req-7ed1640a-0ced-4a65-a6e9-8807130a7c16 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360551 Jun 12 12:09:44.413571 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:09:44.562338 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba4948-3922-4971-8119-50f7a1c092d2 req-cb2a55ae-ea8d-485a-b19f-5bc07ec33dea tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:44.563813 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d9ba4948-3922-4971-8119-50f7a1c092d2 req-cb2a55ae-ea8d-485a-b19f-5bc07ec33dea tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0674918 Jun 12 12:09:44.605850 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d9ba4948-3922-4971-8119-50f7a1c092d2 req-06a6eac2-5f68-49e2-9f40-677d0c21478d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363214 Jun 12 12:09:45.787824 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0e53-6e92-408a-b7e4-82541623c6fd req-0a3ec4d9-9892-4b3c-b31f-c498683dd728 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:45.789298 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-055d0e53-6e92-408a-b7e4-82541623c6fd req-0a3ec4d9-9892-4b3c-b31f-c498683dd728 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0734913 Jun 12 12:09:45.834346 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-055d0e53-6e92-408a-b7e4-82541623c6fd req-7902f786-979d-4980-b623-58d0ddcecde0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365679 Jun 12 12:09:47.011297 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05274c5c-dd39-401e-ae00-d3061a6d2e13 req-0a520d0f-2345-4714-93eb-38655bac141c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:47.012944 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-05274c5c-dd39-401e-ae00-d3061a6d2e13 req-0a520d0f-2345-4714-93eb-38655bac141c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0694742 Jun 12 12:09:47.058298 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-05274c5c-dd39-401e-ae00-d3061a6d2e13 req-f0b24094-a35a-49c7-92bb-26407d9723a7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399795 Jun 12 12:09:48.235438 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806fec4-96a7-42bd-a46e-c8d559d18e00 req-a9654666-4c97-4a10-ae99-d5beb0a0945e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:48.236908 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0806fec4-96a7-42bd-a46e-c8d559d18e00 req-a9654666-4c97-4a10-ae99-d5beb0a0945e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0704651 Jun 12 12:09:48.279303 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0806fec4-96a7-42bd-a46e-c8d559d18e00 req-672eee11-ead9-437b-871c-495f3e78c1ba tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367274 Jun 12 12:09:49.724628 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9806-6ed0-4c15-b70d-c25ffb04c458 req-008781bc-22b9-40a8-9acd-0ccd534ef391 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:49.726121 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1a9e9806-6ed0-4c15-b70d-c25ffb04c458 req-008781bc-22b9-40a8-9acd-0ccd534ef391 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.3307395 Jun 12 12:09:49.766921 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1a9e9806-6ed0-4c15-b70d-c25ffb04c458 req-ecc58a1c-1614-4cc9-921d-35f01adf0c3f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345399 Jun 12 12:09:50.704577 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:09:50.949572 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce6ebd-2cc1-4086-bb13-904cbc7310ad req-6e82e68c-c30f-4612-8b7a-5487b0874068 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:50.951086 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0cce6ebd-2cc1-4086-bb13-904cbc7310ad req-6e82e68c-c30f-4612-8b7a-5487b0874068 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0743263 Jun 12 12:09:50.992555 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0cce6ebd-2cc1-4086-bb13-904cbc7310ad req-6668b49f-6a0c-4f8e-8401-4044d406b9c3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357947 Jun 12 12:09:52.172954 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341f81b-029d-4c12-bcdc-44b093252ce0 req-a7a33c39-2db0-4ec6-98e2-a218ba67ea17 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:52.174662 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c341f81b-029d-4c12-bcdc-44b093252ce0 req-a7a33c39-2db0-4ec6-98e2-a218ba67ea17 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0728848 Jun 12 12:09:52.217454 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c341f81b-029d-4c12-bcdc-44b093252ce0 req-ef60c00b-c77d-4db7-bc4e-70c819db0305 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368702 Jun 12 12:09:53.561241 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec30b1-de70-496e-bffb-88c7c240ff3d req-e88903ff-71fa-4941-b001-c207cf6cfe95 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:53.562729 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ffec30b1-de70-496e-bffb-88c7c240ff3d req-e88903ff-71fa-4941-b001-c207cf6cfe95 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0765839 Jun 12 12:09:53.604228 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ffec30b1-de70-496e-bffb-88c7c240ff3d req-4615584e-1bb8-48f8-b139-68b9310208c5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352964 Jun 12 12:09:54.795397 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2440-e228-44b4-b9c9-2303a0abfaf3 req-706c172b-237f-41e5-be78-026dabb9149e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:54.796855 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6dec2440-e228-44b4-b9c9-2303a0abfaf3 req-706c172b-237f-41e5-be78-026dabb9149e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0757885 Jun 12 12:09:54.837294 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6dec2440-e228-44b4-b9c9-2303a0abfaf3 req-c10260fb-dd21-4919-b42f-ce5ee25b3499 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Jun 12 12:09:56.018742 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c295bc8-abef-4eec-87fe-c31711d21e88 req-6b1b5853-eaf9-42a9-8387-5c2be3c2116b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:56.020226 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c295bc8-abef-4eec-87fe-c31711d21e88 req-6b1b5853-eaf9-42a9-8387-5c2be3c2116b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0730615 Jun 12 12:09:56.061861 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c295bc8-abef-4eec-87fe-c31711d21e88 req-3dce2ef3-09fd-4ba8-a64d-463965df40ec tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360742 Jun 12 12:09:57.245833 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f76fe-ec86-4bf5-bcea-c0124dc8e5d5 req-649be067-6d17-48e9-810c-3ca47bc2348b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:57.247319 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-690f76fe-ec86-4bf5-bcea-c0124dc8e5d5 req-649be067-6d17-48e9-810c-3ca47bc2348b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0750175 Jun 12 12:09:57.287735 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-690f76fe-ec86-4bf5-bcea-c0124dc8e5d5 req-6ff8783b-9d32-4ebf-a720-804c19c87bb7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Jun 12 12:09:58.465932 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa20dfc-9427-4563-91b1-6883c315fb64 req-a24106b8-ed4c-4886-9bb4-66dc19e471ff tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:58.467385 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efa20dfc-9427-4563-91b1-6883c315fb64 req-a24106b8-ed4c-4886-9bb4-66dc19e471ff tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0678394 Jun 12 12:09:58.507952 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-efa20dfc-9427-4563-91b1-6883c315fb64 req-f4ac0614-b1ac-4718-8da5-27066ebf6f79 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349731 Jun 12 12:09:59.690067 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ed528-c090-4507-8dd1-a03f5b9885e7 req-e6c0f322-1566-4efd-bc0f-2e2e63d4b86a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:09:59.691542 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5f3ed528-c090-4507-8dd1-a03f5b9885e7 req-e6c0f322-1566-4efd-bc0f-2e2e63d4b86a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0699952 Jun 12 12:09:59.738855 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5f3ed528-c090-4507-8dd1-a03f5b9885e7 req-239667da-826e-442b-b9fe-91196e7ac32e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397348 Jun 12 12:10:00.922374 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743983c2-f126-4c96-83c5-a7f7d6f5af2a req-c460ac1a-bae4-433a-84f7-6a1c6be4c97a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:00.923873 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-743983c2-f126-4c96-83c5-a7f7d6f5af2a req-c460ac1a-bae4-433a-84f7-6a1c6be4c97a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0782740 Jun 12 12:10:00.966700 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-743983c2-f126-4c96-83c5-a7f7d6f5af2a req-b2a1fe35-651f-41d5-8ed7-c9b3e41a329e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369976 Jun 12 12:10:02.147524 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15126b86-21fc-4c91-a9e8-aa530539fae7 req-b13b4265-954b-492f-9b6a-a98e78eeeed4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:02.148952 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-15126b86-21fc-4c91-a9e8-aa530539fae7 req-b13b4265-954b-492f-9b6a-a98e78eeeed4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0720448 Jun 12 12:10:02.191865 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-15126b86-21fc-4c91-a9e8-aa530539fae7 req-32760f7b-1a2e-4f3f-b742-8ac9aa400c16 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Jun 12 12:10:03.370383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18421cd2-6de0-4546-889d-f054d6234851 req-f27b2cf1-085f-4b36-b6f9-bc2171ceec3c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:03.372457 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-18421cd2-6de0-4546-889d-f054d6234851 req-f27b2cf1-085f-4b36-b6f9-bc2171ceec3c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0703294 Jun 12 12:10:03.412079 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-18421cd2-6de0-4546-889d-f054d6234851 req-9d2bde90-cd5d-4506-be95-4611bc33e812 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340309 Jun 12 12:10:03.838089 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:04.590862 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15452d5-6822-4f00-be0c-368b36bc694c req-52683405-f7d9-4b53-9660-ad81c0bab779 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:04.592344 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a15452d5-6822-4f00-be0c-368b36bc694c req-52683405-f7d9-4b53-9660-ad81c0bab779 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697172 Jun 12 12:10:04.634534 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a15452d5-6822-4f00-be0c-368b36bc694c req-f5fbfbb3-3c44-45d2-8f0b-ac7ad5e2eeae tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365820 Jun 12 12:10:05.817338 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9aaae-1e3a-4f42-853a-7cf1cc62540d req-399a107d-5905-483b-a1ec-c7d5b7efcb60 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:05.818684 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-02d9aaae-1e3a-4f42-853a-7cf1cc62540d req-399a107d-5905-483b-a1ec-c7d5b7efcb60 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0741990 Jun 12 12:10:05.859569 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-02d9aaae-1e3a-4f42-853a-7cf1cc62540d req-3f8c4075-ecd9-4fba-9f52-152a71535f25 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352774 Jun 12 12:10:07.040100 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be325d-1f34-4489-bb45-9718b5ad13c9 req-dd1a71a8-c828-4d6f-ae1f-a9fcc6ccd25c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:07.041450 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-38be325d-1f34-4489-bb45-9718b5ad13c9 req-dd1a71a8-c828-4d6f-ae1f-a9fcc6ccd25c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0722485 Jun 12 12:10:07.083358 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-38be325d-1f34-4489-bb45-9718b5ad13c9 req-6e886da6-c158-49bb-911b-2b5d791d2ead tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362854 Jun 12 12:10:08.263034 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef04a-7467-4e13-9398-14a204a2f9a8 req-ed57ead2-1fac-4bbe-a154-35ced9481b5c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:08.264521 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-02bef04a-7467-4e13-9398-14a204a2f9a8 req-ed57ead2-1fac-4bbe-a154-35ced9481b5c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0714176 Jun 12 12:10:08.307368 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-02bef04a-7467-4e13-9398-14a204a2f9a8 req-2fadb1b9-895a-4050-a543-946743690ef7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372612 Jun 12 12:10:09.115122 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d543a0a7-384b-4738-9c91-f7dea98e2748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:09.488269 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534aa44-5994-4470-8123-949b684f80b7 req-e1a99d0d-cc04-4958-913a-0f3ecd6aeb8e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:09.489750 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1534aa44-5994-4470-8123-949b684f80b7 req-e1a99d0d-cc04-4958-913a-0f3ecd6aeb8e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0690863 Jun 12 12:10:09.531106 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1534aa44-5994-4470-8123-949b684f80b7 req-437f8008-18a0-4786-bd60-2132968d17cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357063 Jun 12 12:10:10.714286 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772175c-8423-4e26-a3b5-1ea1fed7c606 req-abf8ec10-f344-493b-a225-b74dd6e77651 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:10.715923 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6772175c-8423-4e26-a3b5-1ea1fed7c606 req-abf8ec10-f344-493b-a225-b74dd6e77651 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0749335 Jun 12 12:10:10.758952 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-6772175c-8423-4e26-a3b5-1ea1fed7c606 req-d03957cb-4b25-42b3-98a7-2989665401a8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370893 Jun 12 12:10:11.367646 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c4187074-d1f7-47d8-9475-088b9d06e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:11.938953 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdb542-b5c6-4460-8a1c-50b87563748a req-e8fe3ff6-d700-4065-aa09-aeb2e29c59f1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:11.940401 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2acdb542-b5c6-4460-8a1c-50b87563748a req-e8fe3ff6-d700-4065-aa09-aeb2e29c59f1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0729463 Jun 12 12:10:11.980520 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2acdb542-b5c6-4460-8a1c-50b87563748a req-e383d2b2-f31f-4e77-9366-3f2370405fcd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344868 Jun 12 12:10:12.013222 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:12.704561 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:13.161454 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8daca5-ab1a-4518-9bf7-a53ceee4a7c0 req-fe84b350-37f6-4d11-b844-379890171549 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:13.162950 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1a8daca5-ab1a-4518-9bf7-a53ceee4a7c0 req-fe84b350-37f6-4d11-b844-379890171549 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0706728 Jun 12 12:10:13.204825 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1a8daca5-ab1a-4518-9bf7-a53ceee4a7c0 req-16c08e11-2bb0-4607-bca9-641dded45fc7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361304 Jun 12 12:10:14.382612 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c95532-5c57-41c7-88e7-29cafe1cb924 req-2c25aa3c-607b-484a-a019-486f84bf5aac tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:14.384075 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0c95532-5c57-41c7-88e7-29cafe1cb924 req-2c25aa3c-607b-484a-a019-486f84bf5aac tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0692825 Jun 12 12:10:14.418494 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:14.428138 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b0c95532-5c57-41c7-88e7-29cafe1cb924 req-02826698-13af-4f83-ba8c-f4932bdea5f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378647 Jun 12 12:10:15.614823 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce586-2b71-4250-bf2e-4c1884255a90 req-e9815cd8-fdbe-4e21-a3f7-fabc5d79cb38 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:15.616343 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-231ce586-2b71-4250-bf2e-4c1884255a90 req-e9815cd8-fdbe-4e21-a3f7-fabc5d79cb38 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0770707 Jun 12 12:10:15.657551 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-231ce586-2b71-4250-bf2e-4c1884255a90 req-eefdb080-8bae-4bc8-8add-165d98752069 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353696 Jun 12 12:10:16.842002 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b11c6-734d-4f95-9027-4c20a0af3ed9 req-60b9f6e1-d855-43e9-a1ee-83b8e0280525 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:16.843470 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-181b11c6-734d-4f95-9027-4c20a0af3ed9 req-60b9f6e1-d855-43e9-a1ee-83b8e0280525 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0732379 Jun 12 12:10:16.884507 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-181b11c6-734d-4f95-9027-4c20a0af3ed9 req-ce7f90d7-8561-4499-8efc-952397264969 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354218 Jun 12 12:10:18.063717 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35366800-2b6a-4b20-b70e-6e01816f0d4a req-4160079c-5b1d-4923-bf96-7c13246a520a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:18.065191 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-35366800-2b6a-4b20-b70e-6e01816f0d4a req-4160079c-5b1d-4923-bf96-7c13246a520a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697765 Jun 12 12:10:18.106390 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-35366800-2b6a-4b20-b70e-6e01816f0d4a req-9a07b296-abda-4cff-b6c9-a00c163ccac1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355315 Jun 12 12:10:19.287367 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8972-d14d-4402-a3c0-92e67e1eaa20 req-51d0460c-a4f5-42ca-a4ed-9b72c3d579ba tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:19.288710 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b9a8972-d14d-4402-a3c0-92e67e1eaa20 req-51d0460c-a4f5-42ca-a4ed-9b72c3d579ba tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0678778 Jun 12 12:10:19.329545 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4b9a8972-d14d-4402-a3c0-92e67e1eaa20 req-47cc6c38-ad39-445d-b6bf-39883cb32ad5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346417 Jun 12 12:10:20.509903 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316cb87-3738-46c7-a680-636087eb5701 req-1086290c-27b0-4f0f-b96e-cc855d1cc50f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:20.511869 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7316cb87-3738-46c7-a680-636087eb5701 req-1086290c-27b0-4f0f-b96e-cc855d1cc50f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0721366 Jun 12 12:10:20.554240 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7316cb87-3738-46c7-a680-636087eb5701 req-6a3b7f70-fe3a-4252-9f5f-f8b115b723ce tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366387 Jun 12 12:10:21.736763 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665823-0442-453e-8141-3bb19d666187 req-cbe91386-a5cf-4f45-bbc7-c45cbcacdf4d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:21.738240 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29665823-0442-453e-8141-3bb19d666187 req-cbe91386-a5cf-4f45-bbc7-c45cbcacdf4d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0732088 Jun 12 12:10:21.780784 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-29665823-0442-453e-8141-3bb19d666187 req-23eba7fd-26d1-4830-995e-2c70aeef67a6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365393 Jun 12 12:10:22.998745 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c69d9-3fbe-4296-aefe-bc4b5f9aa96d req-77a0d28c-8246-4b72-b619-2b2084d24a98 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:23.000167 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0a8c69d9-3fbe-4296-aefe-bc4b5f9aa96d req-77a0d28c-8246-4b72-b619-2b2084d24a98 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0789382 Jun 12 12:10:23.042632 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0a8c69d9-3fbe-4296-aefe-bc4b5f9aa96d req-589c6080-7393-4866-b58e-edc4c2f07388 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359797 Jun 12 12:10:24.222553 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97487d-1f5a-416e-bf58-54cf6dcf92b7 req-79e9843c-71f1-411e-b0e1-bea8375a3ac7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:24.224000 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-da97487d-1f5a-416e-bf58-54cf6dcf92b7 req-79e9843c-71f1-411e-b0e1-bea8375a3ac7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0673447 Jun 12 12:10:24.265744 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-da97487d-1f5a-416e-bf58-54cf6dcf92b7 req-1b0b76f2-7d9d-4091-a183-a9790b7a9e6a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362678 Jun 12 12:10:25.446188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc99e47-8941-4755-8cea-edf2e5b7921b req-595337fa-ae9f-42a8-83f5-c6bb21f64c16 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:25.447664 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9cc99e47-8941-4755-8cea-edf2e5b7921b req-595337fa-ae9f-42a8-83f5-c6bb21f64c16 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0725305 Jun 12 12:10:25.488105 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9cc99e47-8941-4755-8cea-edf2e5b7921b req-09b1e332-0adb-4f68-95fa-6aba5e8112b1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343149 Jun 12 12:10:26.671466 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220dc55-fe9e-4c2e-88d0-cc916aae115e req-a222247c-77e8-49d7-b290-2c419ce79296 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:26.672826 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2220dc55-fe9e-4c2e-88d0-cc916aae115e req-a222247c-77e8-49d7-b290-2c419ce79296 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0721204 Jun 12 12:10:26.712535 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2220dc55-fe9e-4c2e-88d0-cc916aae115e req-a9620e19-9e5c-4f80-ae4a-4eec85c839de tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Jun 12 12:10:27.702355 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:10:27.894061 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998adcfa-b2fc-4b7b-b40d-474d26315366 req-6bc89e71-20f6-4be3-bfa2-c283c4a53dd7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:27.895554 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-998adcfa-b2fc-4b7b-b40d-474d26315366 req-6bc89e71-20f6-4be3-bfa2-c283c4a53dd7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0686455 Jun 12 12:10:27.938112 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-998adcfa-b2fc-4b7b-b40d-474d26315366 req-d9ac2290-61d6-4348-8ed2-1ba551924f59 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369225 Jun 12 12:10:29.121481 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785971be-769a-40ec-bbb7-e9faa0aa44f8 req-46203fd7-c0b8-450c-9263-3bc0f11ff4c6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:29.123806 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-785971be-769a-40ec-bbb7-e9faa0aa44f8 req-46203fd7-c0b8-450c-9263-3bc0f11ff4c6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0719206 Jun 12 12:10:29.164280 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-785971be-769a-40ec-bbb7-e9faa0aa44f8 req-64d74d8d-a17c-404a-b3a1-a55ad30809ec tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348721 Jun 12 12:10:30.346480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78f469-d712-4e52-8d97-78a0bc7dbb1e req-2ac16d38-4ffe-448a-b639-c0b540843ed2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:30.348028 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aa78f469-d712-4e52-8d97-78a0bc7dbb1e req-2ac16d38-4ffe-448a-b639-c0b540843ed2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0734968 Jun 12 12:10:30.390503 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-aa78f469-d712-4e52-8d97-78a0bc7dbb1e req-1d0e874f-21fb-49a7-b9a6-951abefbf9df tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368979 Jun 12 12:10:31.574357 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66250f-e1fb-462a-a852-3247fb258bcc req-aafe09cf-de93-4fcb-91d3-becbe7451315 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:31.576353 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0b66250f-e1fb-462a-a852-3247fb258bcc req-aafe09cf-de93-4fcb-91d3-becbe7451315 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0729067 Jun 12 12:10:31.617763 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0b66250f-e1fb-462a-a852-3247fb258bcc req-79befb8d-d4be-4527-9b4e-f76d21e907d5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357473 Jun 12 12:10:32.805015 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06095c-c253-4921-bdf8-8adc0de36f05 req-8bee5c75-a30b-416f-ac38-fee201953178 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:32.806474 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3a06095c-c253-4921-bdf8-8adc0de36f05 req-8bee5c75-a30b-416f-ac38-fee201953178 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0719647 Jun 12 12:10:32.849192 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3a06095c-c253-4921-bdf8-8adc0de36f05 req-d7999849-9b19-473d-9996-a8c40d7f7254 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369334 Jun 12 12:10:33.091770 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-4a12bc8e-f473-40a5-9294-d016e8e24c30 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980957 Jun 12 12:10:33.190814 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-d2eee297-9556-42d2-8a8a-6a01e6f2d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:33.192350 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-d2eee297-9556-42d2-8a8a-6a01e6f2d63a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1096 time: 0.0597517 Jun 12 12:10:33.322594 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-3bcd9cc6-36cd-4414-8025-3479060e5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:33.323946 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-3bcd9cc6-36cd-4414-8025-3479060e5e7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1093585 Jun 12 12:10:33.408929 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-25fcc95a-515c-4cec-8deb-b80ac72a1be9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 999 time: 0.0779998 Jun 12 12:10:33.463963 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-ae7c5b88-3dbf-4b8c-b9f1-e3e9b9112901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:33.465383 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-ae7c5b88-3dbf-4b8c-b9f1-e3e9b9112901 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0504401 Jun 12 12:10:33.532234 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-27fd67a4-d082-42bf-81e9-13893654b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:33.533685 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-27fd67a4-d082-42bf-81e9-13893654b285 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617843 Jun 12 12:10:33.543780 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-64b847ad-6d38-483d-949f-8533432c270d service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:10:33.545018 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-64b847ad-6d38-483d-949f-8533432c270d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050881 Jun 12 12:10:33.652348 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-02b333d2-ba7e-4322-82be-40a9d09fa8c1 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011820 Jun 12 12:10:33.764849 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8fd083e0-d0e2-49ab-bc39-1777e6d84c8f req-c550b693-c501-435b-b215-88849a7c8fe5 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061609 Jun 12 12:10:33.843657 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:34.033434 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de72e1c-06a4-46dd-b6eb-f81c6873f790 req-91ec372b-47a4-4e87-8852-7e9f9f3820e7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:34.034887 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0de72e1c-06a4-46dd-b6eb-f81c6873f790 req-91ec372b-47a4-4e87-8852-7e9f9f3820e7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0724866 Jun 12 12:10:34.077381 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0de72e1c-06a4-46dd-b6eb-f81c6873f790 req-4790d310-348c-4421-838f-5207b8aa2093 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366681 Jun 12 12:10:35.258462 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b92b94-9116-4997-a147-1fd93ea4f5de req-9bf93d2c-a527-4cc4-96df-cdae8700f192 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:35.259938 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-45b92b94-9116-4997-a147-1fd93ea4f5de req-9bf93d2c-a527-4cc4-96df-cdae8700f192 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0736804 Jun 12 12:10:35.299814 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-45b92b94-9116-4997-a147-1fd93ea4f5de req-6655be2f-39df-4244-9703-6fbcd3013cae tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343003 Jun 12 12:10:36.478686 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2725-685e-41e2-a1ba-9f1495e4c682 req-45215605-2f17-4142-8139-db5502bc3c79 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:36.480105 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c1de2725-685e-41e2-a1ba-9f1495e4c682 req-45215605-2f17-4142-8139-db5502bc3c79 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0694394 Jun 12 12:10:36.524470 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c1de2725-685e-41e2-a1ba-9f1495e4c682 req-e015e5f7-e6cb-437d-8243-dc345b5f1f6b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373333 Jun 12 12:10:37.702886 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcf0b9-6bbe-43b6-9ebf-351055d3ae22 req-524f71ca-b3f3-4a6f-ab78-3320c449e02e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:37.704404 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-47dcf0b9-6bbe-43b6-9ebf-351055d3ae22 req-524f71ca-b3f3-4a6f-ab78-3320c449e02e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0697613 Jun 12 12:10:37.748104 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-47dcf0b9-6bbe-43b6-9ebf-351055d3ae22 req-e50353ef-1d07-413e-8386-75fc20830841 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 Jun 12 12:10:39.089170 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af52c-a783-4996-bd49-c62277aa0a64 req-0d0377f9-41a2-433d-8e42-289d84bf6f7a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:39.090613 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d21af52c-a783-4996-bd49-c62277aa0a64 req-0d0377f9-41a2-433d-8e42-289d84bf6f7a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0725408 Jun 12 12:10:39.115936 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-abe5a3a4-3079-4e41-befd-031bb8a7c4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:39.134397 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d21af52c-a783-4996-bd49-c62277aa0a64 req-363393cf-4b74-48c3-9be1-f55223d96963 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371323 Jun 12 12:10:40.315162 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763576e-f613-44f2-a3f0-a71688094c7f req-0d365d29-6aba-4b7e-b754-a7e5442b372b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:40.316496 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2763576e-f613-44f2-a3f0-a71688094c7f req-0d365d29-6aba-4b7e-b754-a7e5442b372b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0718162 Jun 12 12:10:40.357621 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2763576e-f613-44f2-a3f0-a71688094c7f req-8e422fe4-e8c8-4c14-a6ba-37f5a6179c7d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354996 Jun 12 12:10:41.371503 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6380137a-67bd-42ca-abf3-1959af450f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:41.533272 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae9f65-a6e6-4338-94e0-29d119cad2de req-2b5effae-1d29-4cba-8fc8-27d1100d936a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:41.534706 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ceae9f65-a6e6-4338-94e0-29d119cad2de req-2b5effae-1d29-4cba-8fc8-27d1100d936a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0673432 Jun 12 12:10:41.576230 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ceae9f65-a6e6-4338-94e0-29d119cad2de req-9d8ff4bb-c998-44af-9a25-5dcfd943308a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358446 Jun 12 12:10:42.013290 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:42.708038 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:42.765556 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa81b25-4243-4f31-a885-4a3727bced95 req-0bda6a64-9dd6-48da-a528-9dde22f120de tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:42.767055 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1fa81b25-4243-4f31-a885-4a3727bced95 req-0bda6a64-9dd6-48da-a528-9dde22f120de tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0724835 Jun 12 12:10:42.811482 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1fa81b25-4243-4f31-a885-4a3727bced95 req-e9a4c4bc-fd30-4555-8df7-4143ac854f2b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387616 Jun 12 12:10:43.995092 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818697c9-f0f3-4b47-a529-f781178e7c86 req-ee2dcdd2-3908-40c6-bbd0-1b54a0bc25eb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:43.996558 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-818697c9-f0f3-4b47-a529-f781178e7c86 req-ee2dcdd2-3908-40c6-bbd0-1b54a0bc25eb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0746641 Jun 12 12:10:44.039967 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-818697c9-f0f3-4b47-a529-f781178e7c86 req-ff24aae3-7e52-4503-a2fe-7f9215490c28 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370829 Jun 12 12:10:44.066067 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 33800) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:10:44.261897 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Deleting port a69e7882-0f3d-4366-8b8f-eae1c3e5d2e2 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:10:44.262203 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:44.363200 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:44.363545 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:44.419712 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:44.460008 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Calling delete_port for a69e7882-0f3d-4366-8b8f-eae1c3e5d2e2 owned by network:floatingip {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:10:44.653449 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:44.656082 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-711f35e3-8210-4fc5-8053-a69117be3c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:10:44.689617 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event deleted for resources: {'Port': ['ID=a69e7882-0f3d-4366-8b8f-eae1c3e5d2e2,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:10:44.718792 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.719198 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.719575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.719946 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.720310 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.720675 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.721064 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.721425 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.721789 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.722146 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.722504 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.722860 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:44.727254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:10:44.771615 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for floatingip, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:44.771944 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.db.l3_db [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Floating IP ade08b4c-e1b3-4401-8e33-61637a72f967 disassociated (deleted). External IP: 172.27.1.115, port: ec563cb8-23b7-4a8f-a62c-a12924d893a5. Jun 12 12:10:45.047271 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:10:45.461421 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:10:45.466803 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:45.472859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] Sync routers for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:10:45.480725 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:10:45.482102 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:10:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:10:45.510347 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-7c804216-5f84-4b43-843f-14ac436ca5d0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "DELETE /v2.0/floatingips/ade08b4c-e1b3-4401-8e33-61637a72f967 HTTP/1.1" status: 204 len: 168 time: 1.4431691 Jun 12 12:10:45.511122 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5'}] {{(pid=91742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:10:45.513728 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caed33cd513da920de1a52af77b87e43a78a9678be4a1f94e55cd608a95bf420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a3d7f-d6de-44d9-b507-5de5b9790393" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5"}]}' {{(pid=91742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:10:45.632879 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:10:45.884302 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa0fd1-7471-4028-b4e1-476bef08e402 x-openstack-request-id: req-64fa0fd1-7471-4028-b4e1-476bef08e402 {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:10:45.884636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5", "status": "completed", "code": 200}]} {{(pid=91742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:10:45.884930 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-64fa0fd1-7471-4028-b4e1-476bef08e402 {{(pid=91742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:10:45.885380 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'status': 'completed', 'code': 200} Jun 12 12:10:45.939152 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:33Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:10:45.945747 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] Checking router: 833fe2d5-cee3-46fa-8d81-3fbdb174f406 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:10:45.955210 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:10:45.955835 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:10:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:10:45.962621 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c6a4-488c-4cab-987d-a8288f8e6fdc req-2b71b7e4-8c2c-4737-9e62-0462b7079dbe tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:45.965307 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c706c6a4-488c-4cab-987d-a8288f8e6fdc req-2b71b7e4-8c2c-4737-9e62-0462b7079dbe tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.1165814 Jun 12 12:10:46.000417 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-bac59135-9efe-40e7-93dd-bd6f00592f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:46.001879 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-bac59135-9efe-40e7-93dd-bd6f00592f9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e287e5a9472a463e83029756e7c6409e&device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 1096 time: 0.1068203 Jun 12 12:10:46.024889 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-c706c6a4-488c-4cab-987d-a8288f8e6fdc req-e67ac76c-9711-4b62-93b7-8a423f77fb30 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/security-groups?id=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514221 Jun 12 12:10:46.084670 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7213943-82eb-44bb-8386-c574db8ed50c req-c05aa9b4-524b-45d6-8108-6796ae2c041f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:46.086229 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d7213943-82eb-44bb-8386-c574db8ed50c req-c05aa9b4-524b-45d6-8108-6796ae2c041f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 943 time: 0.0972252 Jun 12 12:10:46.151292 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:10:46.170041 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-a8c0aa55-ed6c-4f93-befa-6f5bd57e2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:46.172493 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-a8c0aa55-ed6c-4f93-befa-6f5bd57e2173 service neutron] 10.222.0.67 "GET /v2.0/networks?id=271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 200 len: 910 time: 0.1615481 Jun 12 12:10:46.234946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Deleting port ec563cb8-23b7-4a8f-a62c-a12924d893a5 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:10:46.235339 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:46.263695 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-e3da3b66-e943-47c1-8662-a2cb2f056029 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 200 len: 217 time: 0.0838356 Jun 12 12:10:46.326870 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-1e5492c1-23d4-4f37-922a-307cde9b13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:46.328473 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-1e5492c1-23d4-4f37-922a-307cde9b13d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 200 len: 848 time: 0.0565243 Jun 12 12:10:46.379258 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] For port ec563cb8-23b7-4a8f-a62c-a12924d893a5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ec563cb8-23b7-4a8f-a62c-a12924d893a5,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:10:46.379932 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:46.393123 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-744e1bef-db4c-4fcd-b3f5-ca3c7c83b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:10:46.394636 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-744e1bef-db4c-4fcd-b3f5-ca3c7c83b5e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=271d6d44-f6e0-4ffb-aeda-04db09faadcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600026 Jun 12 12:10:46.486719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Calling delete_port for ec563cb8-23b7-4a8f-a62c-a12924d893a5 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:10:46.529976 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-58693cb3-3d94-4e7a-9665-c1c81cff0829 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288896 Jun 12 12:10:46.608787 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:33Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:10:46.612359 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eb98d-d8ea-4a62-b858-5d67213c8318 None None] The sync data for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi is: [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:01:24Z', 'revision_number': 4, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': 'ce1bc1c0-c456-492f-8477-c84291794795', 'name': '', 'network_id': '271d6d44-f6e0-4ffb-aeda-04db09faadcc', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'mac_address': 'fa:16:3e:3e:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '302e9342-fcef-4614-8024-e48b05626306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:24Z', 'updated_at': '2021-06-12T12:01:33Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'subnets': [{'id': '302e9342-fcef-4614-8024-e48b05626306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:10:46.651352 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-1ef413f7-b449-40bf-a19f-d8a978aacd59 service neutron] 10.222.0.67 "GET /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148517 Jun 12 12:10:46.660538 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:46.666487 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e385765c-a3cc-4c92-9cb1-db1ad9699a74 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:10:46.707826 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event deleted for resources: {'Port': ['ID=ec563cb8-23b7-4a8f-a62c-a12924d893a5,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:10:46.772742 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.773129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.773501 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.773864 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.774227 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.774594 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.774954 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.775333 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.775694 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.776053 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.776411 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.776764 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:10:46.781580 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:10:46.782671 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] No DVR routers for this DVR port ec563cb8-23b7-4a8f-a62c-a12924d893a5 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:10:46.785089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:10:46.787818 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d7213943-82eb-44bb-8386-c574db8ed50c req-ea2c0848-51e6-4f82-a000-603615be2ed6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.67 "DELETE /v2.0/ports/ec563cb8-23b7-4a8f-a62c-a12924d893a5 HTTP/1.1" status: 204 len: 173 time: 0.6927409 Jun 12 12:10:46.788076 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'name': 'network-vif-deleted', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:10:46.791272 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db5978-6dfd-43c1-a25e-37fa9b94473d" -d '{"events": [{"server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "name": "network-vif-deleted", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:10:46.900126 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7212f0-5a78-4ee7-9916-9da9c49b9b45 x-openstack-request-id: req-6a7212f0-5a78-4ee7-9916-9da9c49b9b45 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:10:46.900719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6773b8-8f1e-40ba-9fc8-38476c390d16", "name": "network-vif-deleted", "tag": "ec563cb8-23b7-4a8f-a62c-a12924d893a5", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:10:46.901550 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6a7212f0-5a78-4ee7-9916-9da9c49b9b45 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:10:46.902209 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6773b8-8f1e-40ba-9fc8-38476c390d16', 'name': 'network-vif-deleted', 'tag': 'ec563cb8-23b7-4a8f-a62c-a12924d893a5', 'status': 'completed', 'code': 200} Jun 12 12:10:46.914543 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ef42a-117a-4f21-b85a-52bc463961e8 None None] New status for floating IP ade08b4c-e1b3-4401-8e33-61637a72f967: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:10:47.182804 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-007ab676-7cde-4934-87e6-140f41c53326 req-479544e1-875b-48e7-9843-fe2f84fa0f5f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0342441 Jun 12 12:10:48.328955 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-84bcdcde-85f4-4a6a-b9f6-4d4d28e2e715 req-2952912f-c02e-4a87-a6cd-d322ffaa9332 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0338061 Jun 12 12:10:49.470538 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-beefe863-c5a4-40c9-b2ae-934349e3c2a4 req-2c39d7f2-ea2d-4bd5-baf3-56970ebe2b93 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0315416 Jun 12 12:10:50.618403 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-797c4165-e0b5-4367-85b7-6baca5d8299b req-83c838ac-863c-45f5-a326-9965c9c5dbd1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0341632 Jun 12 12:10:51.767888 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4938c6b6-1d8b-483e-833e-e557b24e0d18 req-3f7f6abf-3e1a-482b-b785-0f1e5501d3a9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0382493 Jun 12 12:10:52.914748 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-714e8080-38b1-445b-bc4c-2131b5e6720c req-a5f6b728-f8ac-4f41-950e-98915ac0f0c5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0371768 Jun 12 12:10:54.057479 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e4df6888-1a32-4e1f-909c-bef9ec35ab1f req-f7a3e034-a970-494a-bf39-4b7350c6ba63 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0341806 Jun 12 12:10:55.200739 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-642ffff1-f258-4c03-a7b2-173ffb0069ed req-818761c0-e20f-4c76-963a-4d7bdaaf2f13 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0333085 Jun 12 12:10:56.343695 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-05df6850-fbbd-4fa1-87f8-7fdb34ebbcee req-4594bc82-7c62-4b23-ba6c-ab4822e2ecce tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0324008 Jun 12 12:10:57.487205 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-201c1d0a-b979-4964-94d3-9394bda36e15 req-57795828-ff49-49c0-b795-fe3ddafa18c0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0328343 Jun 12 12:10:58.647525 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2daa34ba-69f8-4a70-82b0-4bb6acc32832 req-1a6d5535-908a-4634-b15b-709b699b31be tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0388057 Jun 12 12:10:59.792773 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-863d2ba1-b744-4f4f-998c-e6c6b3c5785b req-7125f098-4d32-4300-a752-b9195d64f233 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0336730 Jun 12 12:11:00.941638 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-24adf1bd-6156-4106-8f4a-61af33e8ac2f req-64b98a19-32a1-4dae-a8bf-96c774258765 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0367732 Jun 12 12:11:02.089493 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-98e4797e-5340-48b9-a32f-fc5ce3075898 req-aad8cc86-7b87-4c10-8a33-6ab2f16cb2e4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0377836 Jun 12 12:11:03.236824 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e980ec53-2676-4fde-8467-57832bf56412 req-5324d61a-0fa9-4091-b4ab-db34340859b4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0337458 Jun 12 12:11:03.866429 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:04.379387 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-02195183-95f1-4229-adb6-d4ed3b9b35a2 req-80977218-eb37-4f01-a386-435123f4670d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0352128 Jun 12 12:11:04.700404 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:11:05.520292 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1c2ac469-03d5-4116-8c66-e393ce796999 req-2902c175-547b-4e8b-8a4c-5aa3f449bd88 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Jun 12 12:11:06.662782 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3b21a30b-6b69-4604-91f9-4caf5f36b418 req-a7ee322a-a470-4750-9b77-8bbb0aa4806e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0333776 Jun 12 12:11:07.806499 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bbeba745-96e8-459d-86d3-0a2cd8f72c79 req-f384d8a1-3ec8-4eb6-91ab-25296b6e692b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0325308 Jun 12 12:11:08.949713 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cfe9bdae-3ed2-42a7-a5fa-38e3075527e5 req-bc32bd2e-4ec2-44a8-ba58-4eff2e8be131 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0327828 Jun 12 12:11:09.116559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1cd4-1193-43d5-be74-7adbf4aad002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:10.098622 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-74aa3c31-2809-4e76-8720-ad122dc39021 req-498107ef-1a6c-4eaf-853b-04e1b49a91e4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0365627 Jun 12 12:11:11.246595 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4181fbd7-c573-44a7-89e2-015be8988752 req-ddcead3c-3521-4048-84b6-f2a0dd7d9e92 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0374539 Jun 12 12:11:11.372717 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7c561372-7e8b-428f-87e7-5ce4b336732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:12.014798 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:12.387924 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ea8e4b7a-3a5d-4c0c-9062-b5b647a00992 req-0e613c97-380d-4b0f-8c57-f3cf7d46b65b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0327804 Jun 12 12:11:12.710496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:13.530456 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fcc80353-8772-428d-ae7d-6af20ed12e5b req-70b364fe-640d-4905-a01b-f34057f14d21 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0343652 Jun 12 12:11:14.423289 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:14.672337 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8a31755b-79ae-4658-8bf8-6fcc799d6c54 req-81f68141-1091-4984-aa73-b56a2f4d7db9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0329573 Jun 12 12:11:15.815930 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bb8fef4a-52cf-43d6-a14f-858ea9122154 req-87407c4e-4c84-4761-a163-3d60ae24ee32 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0333576 Jun 12 12:11:16.959282 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b5637766-6925-4bd4-9085-2e3ff706d8ed req-850c4f61-4c8b-4bda-8005-5ded24004458 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0330045 Jun 12 12:11:18.107154 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-41f985e5-4730-40e3-9e50-5958f335129e req-b0f941c1-5e4f-4b08-8153-3eb3408749a2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0350595 Jun 12 12:11:19.258001 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-75bb1492-11fc-47c6-9ed2-1febbf373a6a req-3fbea204-df70-4335-ba6a-96e3407ce7c2 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0388043 Jun 12 12:11:20.405719 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-89c82bc9-95ad-41e9-ac7d-b722a4c296e8 req-8ad883d7-3d3f-434c-bc7e-0a930c63ce56 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0378520 Jun 12 12:11:21.548913 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4e16ad1a-1056-4cd8-bf32-e73149c8158e req-d8e73b77-5f3f-4393-bed5-77bb84adbad8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0341098 Jun 12 12:11:22.707699 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-017a23d7-4fac-4b4f-8ee3-52d211c704f3 req-521ebd51-792c-4f72-8c10-6496f02a2879 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0331748 Jun 12 12:11:23.850864 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-294adba7-2191-4ff7-aa56-cc8eea027254 req-76f0c467-3a8b-44fb-ba33-ea70be72eeed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0332057 Jun 12 12:11:24.994740 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5162e253-8c8d-40be-8fab-b7abfb2a9408 req-ba59a686-695f-4bd1-a016-a4f3866b8f5d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0325177 Jun 12 12:11:26.136577 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4c2f6626-1709-4406-b02b-aadc6e74b113 req-cfe6cc65-faf3-4610-9990-9808bef728c9 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0322139 Jun 12 12:11:27.281841 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-798c2b4d-9895-4d42-a046-fdeabf51dce0 req-92cafc75-6b19-4a19-99dc-75ba0df02b15 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0326152 Jun 12 12:11:28.430220 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-36673854-f701-489d-a655-c7c9242f3cb9 req-1ad1d095-2072-4267-8f2a-32d2ee0db7f8 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0367684 Jun 12 12:11:29.576418 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a85357b2-e53d-4a21-9bc5-1a394d26bd73 req-31c26c04-9abd-4d32-80de-cf3b2c65f7a1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0372052 Jun 12 12:11:30.721091 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-541e162b-f36f-4595-ad59-ee6a8cd66d8c req-cfb430b4-a524-448f-9679-73462e60cae4 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0349379 Jun 12 12:11:31.863451 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-35f65335-301c-442c-8b87-b7215750db10 req-bfe729c8-6f1e-4fd9-a49d-17289521590b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0341587 Jun 12 12:11:33.007290 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-11731e13-dfee-48f6-9dad-fa1047e906c7 req-e1df4783-4fac-42ca-a908-f8424775ebbf tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0338984 Jun 12 12:11:33.861999 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:34.025932 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-d362673f-8e65-469e-9960-974c6467f9a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555322 Jun 12 12:11:34.111634 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-a10344bb-93b9-4411-9aed-1658c0dd3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:11:34.113136 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-a10344bb-93b9-4411-9aed-1658c0dd3326 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.0642614 Jun 12 12:11:34.153195 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a4ab6765-8855-4a77-a2cb-de82d33a9259 req-a85c57c0-cf33-4139-85f8-476e9909c9c1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0348535 Jun 12 12:11:34.264387 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-2e568db7-f21e-4a94-ad2e-0ccfb0407783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:11:34.266467 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-2e568db7-f21e-4a94-ad2e-0ccfb0407783 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.1155944 Jun 12 12:11:34.319112 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-6ccb4cc0-ee73-422a-86a3-809f6341061e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.0465124 Jun 12 12:11:34.379250 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-178872d5-f3d2-48a3-a6c3-539b39ba8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:11:34.380685 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-178872d5-f3d2-48a3-a6c3-539b39ba8c3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.0546961 Jun 12 12:11:34.417406 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-e5c8e151-a6ab-479f-9394-11b54c35d641 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308015 Jun 12 12:11:34.531577 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-62ff9921-272d-41f5-9b50-7100a249ef68 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072807 Jun 12 12:11:34.651311 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f6cb97d-95cd-4fa6-85d7-ca394c1534cc req-a2171b88-fad0-4717-a6e8-cb3e31c4acba service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134541 Jun 12 12:11:35.296252 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4ee685ea-005b-4416-add8-d5b24b3e13c1 req-2c8455fb-0632-45b2-a81e-9c66ef89f3f3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0333540 Jun 12 12:11:36.506205 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5d2c6ea1-3c21-42e6-8cca-5e1879a0cdc9 req-8f32f0c4-f68e-49a4-bc4d-f69fda569f91 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0340259 Jun 12 12:11:37.656088 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a344fdfe-9e0d-42cd-ac08-14be48739d48 req-e93cb4b6-ae0d-4447-a487-3124f888a3d7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0367463 Jun 12 12:11:38.800845 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-606b4631-d063-4bc9-b972-185ef4e56759 req-1522baf1-814a-4f3d-b969-01ae41f89552 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0334973 Jun 12 12:11:39.118040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f09cc1a7-fdec-4573-93e6-ce22e3e62936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:39.943950 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-92be1fea-c629-432b-a7ae-ef150c2f6718 req-2e5c4bb3-2468-4d64-8ed2-fb11f96256aa tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0333920 Jun 12 12:11:41.086065 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-772b15aa-0608-4248-b714-9947f14a259f req-bc3ce911-a87b-41ee-9465-16ccd7aee9b1 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0342448 Jun 12 12:11:41.373113 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d98f-19be-45d0-a1f9-a7e8ffb2ba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:41.700815 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:11:42.015660 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:42.228091 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7f77a2fb-38c6-4508-94be-bed5cc6f9bd2 req-576cd63c-3dd0-4835-aa9c-408a64af4d42 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0326438 Jun 12 12:11:42.714381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:43.372541 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-68ea13d3-6295-4218-b2ea-fd0a8ec0e906 req-3ad0def9-5831-470a-b10d-21aac808fdf5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0366051 Jun 12 12:11:44.427301 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:11:44.517362 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d8fdf142-f25b-4166-ad6b-2e10eca914c0 req-32a3a11c-dab6-459e-8ec3-01a8434ba2bd tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0353632 Jun 12 12:11:45.662064 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-55505515-7119-48c7-b08f-6e166ba6b981 req-ba9fc968-d35e-4fed-ba71-015349d79c73 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0343142 Jun 12 12:11:46.815116 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0380caf9-23b8-49ff-a39d-71647bb5b6ee req-c97f3865-4b91-43ae-abaf-00cc4ee1302b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0395045 Jun 12 12:11:47.959786 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5a589c40-e21b-4486-b6d6-8c15b6eeed5b req-6196b965-d871-4f6f-a171-af782332cd84 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0330040 Jun 12 12:11:49.101966 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-845bb8a5-1eda-44b1-a1b0-7a46ebe0242d req-051083b9-9df9-4609-b525-2e5e34352c90 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0330215 Jun 12 12:11:50.243213 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-62b83aab-ee3a-407a-8340-b795b3260b72 req-b3c6b60f-1881-429f-a462-82d3dc12e813 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0331643 Jun 12 12:11:51.385149 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-708e8802-52e6-4705-bcb8-a730fdd6927b req-41ac1df8-3d26-44cf-ba8a-973dd0f7216e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0326660 Jun 12 12:11:52.531563 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-00290229-34f4-4f56-8b36-7dfe5955a70f req-90f8ebe3-3b93-44ce-8917-dd9bbce47a55 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0371675 Jun 12 12:11:53.674383 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-dd79feef-b4ed-4adf-889d-f717b8ddc651 req-a6470ae5-ac32-42c8-a43c-e3288eeb6268 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0337358 Jun 12 12:11:55.087359 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-09662fb8-177b-4fb8-8570-03ebcb1be6d9 req-4ee15eed-2f21-4e7b-85cb-81ed7e2d4912 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.2998412 Jun 12 12:11:56.239435 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5a397d32-c402-4e76-b757-9d6cc437552d req-22398b91-c90c-4e0f-a38a-7ee63fc75756 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0375361 Jun 12 12:11:57.382458 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-21aaafca-6a84-4352-85e1-6cf03d97c428 req-db31ef63-971d-4d1a-bd7a-f42204e605f5 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0319853 Jun 12 12:11:58.527528 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-00a8f2db-25b6-469d-a0bf-2a9a50c6c873 req-84ee8df4-a5ab-4a36-8a78-505472d1355d tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0353985 Jun 12 12:11:59.671168 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-12aae0ce-bcd2-4298-99b9-20be1a5e301c req-05f5e9b7-160e-404b-965e-06a0f13bac96 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0334055 Jun 12 12:12:00.814265 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9c4a5577-496e-412b-8032-cb19d2b795cd req-e1567332-10e4-44cc-b45f-216b0c35e0c0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0335698 Jun 12 12:12:01.964866 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f00a0a33-4806-4f8e-b5dd-06a15884c74a req-9ca0cefc-068a-4af6-8037-40a479b94b62 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0385020 Jun 12 12:12:03.106519 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3e5b0e53-4092-43d9-9c0f-f432a32f76b3 req-8310a1a4-2d06-48c3-9ecd-17538b97543f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0323999 Jun 12 12:12:03.858900 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:04.251279 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-31da4230-ef29-4a46-a7d7-588211487bfd req-6587af19-a2da-4fa1-8207-b04851515122 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0332026 Jun 12 12:12:05.398983 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ba2b2cb5-94e4-4a32-8838-a3737edb4323 req-29e17263-82fa-4e62-9ef3-beff4835cd5c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0368683 Jun 12 12:12:06.540793 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-75766a83-6bf7-4bbe-8807-e2ba5d9cc66a req-d3a3e71b-5529-404c-b151-b176cb1cf8db tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0339463 Jun 12 12:12:07.682184 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ae2ca995-1a23-4c1b-b2ec-bd567f439d4c req-ef63d654-2d4a-4007-beb8-3b17a22c1365 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0334275 Jun 12 12:12:08.828614 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cd0b3eb9-d877-43ed-b0dc-d5bfa954f9fb req-b4659644-ced6-4c46-8d5d-ffef54a1f481 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0362227 Jun 12 12:12:09.120569 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d00a65f4-65bf-4890-adda-5cb91279d1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:09.971897 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1ebe91a5-66f2-4234-a42c-901965cc1ccb req-03fe8531-0dff-4d30-ae70-f8c51248b1c7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0335412 Jun 12 12:12:11.118361 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-794b008a-4d75-4fd9-8f3e-24f53439c9b7 req-6e152457-f926-4374-a160-76eddd373e5f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0374849 Jun 12 12:12:11.373933 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5b5af656-8df6-48f8-8f79-2013503e6fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:12.016404 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:12.259721 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b882151e-2477-4753-b372-84b5c301eeaa req-1b80160b-c2d4-44c9-9b58-f821c9054699 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0325673 Jun 12 12:12:12.717111 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:13.406823 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-67c7cddc-8298-44bc-86d2-e6f3cab7f0b9 req-c4cf3445-dd11-4981-ab40-7d1b808b69cc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0340743 Jun 12 12:12:14.429839 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:14.558567 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-71a1a14c-bd3f-4c76-a0e8-0a827fe93af9 req-2cd070a1-c371-4cee-944b-82b7cb211745 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0409539 Jun 12 12:12:15.703170 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0725811a-7d3c-425f-b45c-24fa310807a7 req-fe36231d-1654-4188-98c8-babe00a30a05 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0342343 Jun 12 12:12:16.846385 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ecdaad08-c04f-4840-bf70-a329723fbc23 req-15b5fc40-30ef-46d1-be79-2f5fc6e1699f tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0334764 Jun 12 12:12:17.990124 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d53c19b5-452b-482a-af32-c441231aaee0 req-9dc49491-e6e1-456f-bc10-7542604a898b tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Jun 12 12:12:18.701064 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:12:19.134615 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e9751426-9e72-4774-bc93-855f934aad7d req-718aa88a-2633-4b56-9f0d-9d5a4c68e4b6 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0329692 Jun 12 12:12:20.279568 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8574a0af-f23d-4e2d-b349-f6bba8556f0a req-53ccfe6a-a37d-4a7b-9cc3-2de1fc32de40 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0373569 Jun 12 12:12:21.419543 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1bd94927-5440-4db0-a087-c329c85ae9d2 req-83f1e484-4ec8-4f8a-9e72-30519d1618cb tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0330682 Jun 12 12:12:22.564021 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fe04777e-af96-415c-80eb-1697d5fe56c1 req-405895dd-ed79-4215-9f72-564a23030eea tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0341477 Jun 12 12:12:23.711065 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9d3c627b-6529-48e6-8d42-94d61b08a24b req-574e534d-d824-4e77-9dd9-13fc73285a07 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0373094 Jun 12 12:12:24.856339 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3c3f859b-af37-486a-afb8-b6065bbdd8e3 req-5cb5310e-1b47-4476-8a45-d3ed7431d9cc tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0331404 Jun 12 12:12:26.000191 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-df39f8ea-8a4d-4da1-8195-76a0a8f2a4dc req-e657a52e-1769-4823-9c61-71ba41ace62c tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0327914 Jun 12 12:12:27.142999 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d376b1dd-26c2-4188-810e-31c8ac52d01e req-dfd89abf-106c-4aa7-aa16-ed839a843bb3 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0342135 Jun 12 12:12:28.286456 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0d806f86-f9ef-4c79-b47e-b43aabc4f50d req-902245ef-09f5-48ad-afbf-4a3009259229 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0332417 Jun 12 12:12:29.435074 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-eef12fbb-fc66-4bd0-a915-dfca2c74790b req-97f41c9e-6ed9-439e-92ee-7a94aa2e1263 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0374587 Jun 12 12:12:30.579653 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a9e13083-499b-4097-960a-f383c5d4e9b2 req-c477fc9e-360b-4204-9afb-bb54c3840bed tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Jun 12 12:12:31.728470 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-983c6631-69e6-470b-8c5d-8e83dd215134 req-5b10dcdc-f263-4878-8b54-90c8f62986c7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0361395 Jun 12 12:12:32.880027 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-84cd7da9-f829-4c0a-97f4-4bec061b1e18 req-564da0a3-18aa-4bc6-8971-5666ed8d7ad0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0388782 Jun 12 12:12:33.865079 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:34.029157 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-97a83cf0-4614-43e1-b4f7-a29fb411dd2d req-09a1ffff-6ddf-4170-8860-a7a2f4677926 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0354223 Jun 12 12:12:34.085339 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-e0111321-171e-4382-bfa3-962a8597e1f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585036 Jun 12 12:12:34.166584 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-43c3895d-d0c2-4e7f-acdb-8ef69c631890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:12:34.168062 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-43c3895d-d0c2-4e7f-acdb-8ef69c631890 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0619991 Jun 12 12:12:34.295867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-51710b1e-5ca1-40a5-8211-9758018d450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:12:34.297208 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-51710b1e-5ca1-40a5-8211-9758018d450e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 200 len: 911 time: 0.1091511 Jun 12 12:12:34.378211 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-0b4f7518-6c23-4060-bd8f-0e0f30e961f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7 HTTP/1.1" status: 200 len: 1000 time: 0.0735037 Jun 12 12:12:34.437608 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-eb123a7e-8989-48ef-8bbc-da23dc68b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:12:34.439096 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-eb123a7e-8989-48ef-8bbc-da23dc68b3bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 200 len: 849 time: 0.0543184 Jun 12 12:12:34.500463 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-a5872b1d-d3c3-4de4-8c17-b7e127456f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:12:34.501888 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-a5872b1d-d3c3-4de4-8c17-b7e127456f9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba833603-2e91-46b9-b6cc-19633aa39129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570269 Jun 12 12:12:34.620640 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-dc6bfa8d-c42c-454a-9c5a-22c62d3325d4 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093614 Jun 12 12:12:34.738657 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-760f9da1-f0d3-481c-8087-2a1a3dee393f req-021d5d99-3192-40ae-8d4b-879fced2a606 service neutron] 10.222.0.67 "GET /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113575 Jun 12 12:12:35.173019 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2ae567ff-0507-4a61-92c2-e2e933daf8cd req-2514d514-a19f-4470-bf19-d4ba6cf6c12a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0328619 Jun 12 12:12:36.318084 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-ec92b288-f7db-4488-b204-9a07ae31c905 req-597f1fa8-9773-4a76-8671-5968cc25f333 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0351276 Jun 12 12:12:37.462947 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e3981bc1-61db-463e-b0d4-4812fad9a821 req-4fb02608-d1cd-492e-8c6c-00d1d4d097c0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0336354 Jun 12 12:12:38.605164 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c43993e6-be09-4d2f-9bf5-8d7ab46b756b req-a305a4e0-22a0-4464-b3d5-c1f6745e30a7 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0334477 Jun 12 12:12:39.120794 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-1e3339f7-4bc3-418e-a831-fa9fab9fd7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:39.750396 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b11b5ecc-037a-4203-a4cf-71f177215700 req-905dd315-8b1d-4382-9959-0b677c81340e tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0326667 Jun 12 12:12:40.895896 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8b0493d1-2450-4ffc-bd92-fbcdddebc0ca req-c68d421e-2902-45d7-bf0b-3ede513cf66a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0339155 Jun 12 12:12:41.374081 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-40d87822-bf18-4581-9a59-403175b29d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:42.017542 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:42.047776 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9c76cfa1-f160-46eb-bef3-1bc280937dbe req-27f388e0-cc99-4010-8c02-a2343f685913 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0378489 Jun 12 12:12:42.719286 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:43.195910 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-e5d5f94b-0285-4157-bbc6-2c36ff4c6936 req-198b0133-4a02-4243-a904-928f449d6389 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0393829 Jun 12 12:12:44.337871 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3c0742d7-8af6-4e85-a2bf-678860aa6f9f req-d5436a70-5420-4a1d-b7b1-de21dd0061f0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0358167 Jun 12 12:12:44.431744 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:45.480017 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13e27ad1-ace0-49fe-bfab-e8c292334c0f req-1107f312-bd60-42b7-82a5-f730704340da tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0339236 Jun 12 12:12:46.630859 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-143a2afc-73fa-4930-9d36-7ffd7dc8474f req-5b3c8941-29b3-43b0-bc42-9d958a5642f0 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b6773b8-8f1e-40ba-9fc8-38476c390d16 HTTP/1.1" status: 200 len: 210 time: 0.0384948 Jun 12 12:12:47.247769 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a75556-dbf8-4959-b009-cad22d83852c req-ef39d146-45ae-4a1f-9c94-f889acd5060e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:12:47.249212 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-16a75556-dbf8-4959-b009-cad22d83852c req-ef39d146-45ae-4a1f-9c94-f889acd5060e tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 945 time: 0.0737119 Jun 12 12:12:47.291085 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-16a75556-dbf8-4959-b009-cad22d83852c req-49cae12e-f31b-4947-af1c-97bbd2867cec tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups?id=0766657d-2362-49d1-88a6-d62c247cc2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363588 Jun 12 12:12:47.704931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e881099-46b1-4319-8959-8a9827c3d541 req-542af7f9-abbc-441c-b8b7-ea9ea21fdb50 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:12:47.706397 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5e881099-46b1-4319-8959-8a9827c3d541 req-542af7f9-abbc-441c-b8b7-ea9ea21fdb50 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 945 time: 0.0788214 Jun 12 12:12:47.727094 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34136) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:47.790274 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:47.818450 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:47.829721 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Deleting port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:47.829958 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:47.894254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:47.896986 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:47.898869 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] 10.222.0.63 "DELETE /v2.0/security-groups/92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb HTTP/1.1" status: 204 len: 168 time: 0.1706414 Jun 12 12:12:47.899704 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f7df0c32-61a1-44f9-a341-07bd786f3272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:47.909968 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d8e2a1-3a2b-4d64-bdc5-ce85a34bdefb,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:47.920966 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.921370 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.921747 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.922114 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.922479 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.922837 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.923484 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.924327 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.924898 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.925304 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.925975 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.926381 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:47.932481 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-18ee6d7d-99f2-4803-9604-6ea4c81a3e04 tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:47.984715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] For port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:47.986612 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:48.044712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34148) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:48.229749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:48.230133 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958323'] for floatingip, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:48.230447 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.db.l3_db [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Floating IP 0e543f29-9c26-4912-b26c-2cd931c67861 disassociated. External IP: 172.27.1.88, port: 968afc67-4ba2-495d-bd5f-4dfa5cac13f7. Jun 12 12:12:48.230787 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Calling delete_port for 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:48.392298 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:48.396359 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2460272a-77bf-4ac1-9fb8-498d6cb4824f tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:48.437063 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event deleted for resources: {'Port': ['ID=968afc67-4ba2-495d-bd5f-4dfa5cac13f7,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:48.469798 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9751a900-2d3a-4e55-84e1-c6d1df1632fa req-1e12b28f-ba50-4294-96e4-a01bd78e2ff5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/ports?device_id=4586662a-4741-45cb-8d70-8a824cf47bb2 HTTP/1.1" status: 200 len: 210 time: 0.0462825 Jun 12 12:12:48.472034 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.472416 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.472798 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.473147 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.473505 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.473865 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.474238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.474573 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.474930 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.476080 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.476504 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.476895 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:48.485069 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:48.629917 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:12:48.655338 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:48.779964 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:12:48.791763 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:12:48.802031 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:12:48.802937 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:12:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:48.841534 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] No DVR routers for this DVR port 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:12:48.843864 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:48.846057 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5e881099-46b1-4319-8959-8a9827c3d541 req-0105b705-3d8a-40b4-9f69-cfa5b98d44c8 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.67 "DELETE /v2.0/ports/968afc67-4ba2-495d-bd5f-4dfa5cac13f7 HTTP/1.1" status: 204 len: 173 time: 1.1338751 Jun 12 12:12:48.846788 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'name': 'network-vif-deleted', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:12:48.849491 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba913c0d-1db2-4536-9763-5fb3dbb6165f" -d '{"events": [{"server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "name": "network-vif-deleted", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:12:48.937638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae5b09b-7c41-4adb-85bf-4c634dd94c73 x-openstack-request-id: req-8ae5b09b-7c41-4adb-85bf-4c634dd94c73 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:12:48.938046 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4586662a-4741-45cb-8d70-8a824cf47bb2", "name": "network-vif-deleted", "tag": "968afc67-4ba2-495d-bd5f-4dfa5cac13f7", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:12:48.938408 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8ae5b09b-7c41-4adb-85bf-4c634dd94c73 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:12:48.938918 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4586662a-4741-45cb-8d70-8a824cf47bb2', 'name': 'network-vif-deleted', 'tag': '968afc67-4ba2-495d-bd5f-4dfa5cac13f7', 'status': 'completed', 'code': 200} Jun 12 12:12:49.022357 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:12:49.085156 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Deleting port ce1bc1c0-c456-492f-8477-c84291794795 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:49.085858 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.192210 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] For port ce1bc1c0-c456-492f-8477-c84291794795, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=ce1bc1c0-c456-492f-8477-c84291794795,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:49.192571 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.303740 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:49.308442 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:12:49.317208 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:12:49.317832 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:12:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:49.466186 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:12:49.589264 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Calling delete_port for ce1bc1c0-c456-492f-8477-c84291794795 owned by network:router_interface {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:49.614157 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34168) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:49.697966 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.732815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.800972 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.804807 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.806261 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "DELETE /v2.0/security-groups/0766657d-2362-49d1-88a6-d62c247cc2b5 HTTP/1.1" status: 204 len: 168 time: 0.1908410 Jun 12 12:12:49.807522 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8ce2f02b-bc14-492b-894c-472565eefd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:49.809316 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34170) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:49.817356 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766657d-2362-49d1-88a6-d62c247cc2b5,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:49.820706 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:49.830477 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.api.v2.resource [None req-b32dc81a-de61-4a3a-b714-2b32c633b3e5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] show failed (client error): The resource could not be found. Jun 12 12:12:49.833982 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b32dc81a-de61-4a3a-b714-2b32c633b3e5 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "GET /v2.0/security-groups/0766657d-2362-49d1-88a6-d62c247cc2b5 HTTP/1.1" status: 404 len: 347 time: 0.0211041 Jun 12 12:12:49.835575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34172) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:49.890400 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:49.894345 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825131-5fa5-404a-a29f-58da996d51f6 None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi', '_interfaces': [{'id': '27f6b018-f1da-4f4d-82f0-ff67709064af', 'name': '', 'network_id': 'ba833603-2e91-46b9-b6cc-19633aa39129', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'mac_address': 'fa:16:3e:14:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:20Z', 'updated_at': '2021-06-12T11:59:35Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'subnets': [{'id': '89d46276-e23e-49c8-a433-dbe70f5d9ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:12:49.899195 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:49.943834 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f681f519-f35b-41fe-b3cc-ae325de0c05b tempest-VolumesActionsTest-2130318646 tempest-VolumesActionsTest-2130318646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:49.983507 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1bc1c0-c456-492f-8477-c84291794795,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:50.007645 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:50.174455 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7630b-5ce4-4225-8479-6c5f41d68af4 None None] New status for floating IP 0e543f29-9c26-4912-b26c-2cd931c67861: DOWN {{(pid=91744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:12:50.205143 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Deleting port f21c8580-995f-47ef-8deb-45e16311486b {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:50.205703 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:50.312978 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:50.334076 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:50.335007 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:50.508575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Calling delete_port for f21c8580-995f-47ef-8deb-45e16311486b owned by network:floatingip {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:50.808899 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:50.811662 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:12:50.812383 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:50.845140 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Pushing event deleted for resources: {'Port': ['ID=f21c8580-995f-47ef-8deb-45e16311486b,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:50.852622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:51.029267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks [] for floatingip, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:51.032003 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for floatingip, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:51.034788 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5c96de0a-8733-42b1-820c-2b416255af80 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] 10.222.0.63 "DELETE /v2.0/floatingips/0e543f29-9c26-4912-b26c-2cd931c67861 HTTP/1.1" status: 204 len: 168 time: 1.1973133 Jun 12 12:12:51.062066 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:12:51.069927 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-4848d60a-53fb-431d-8ebc-6a81852b61d5 admin admin] 10.222.0.63 "PUT /v2.0/routers/833fe2d5-cee3-46fa-8d81-3fbdb174f406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0240386 Jun 12 12:12:51.070090 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34184) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:51.077467 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] Sync routers for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:12:51.106332 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:12:51.106987 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:12:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:51.248497 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:51.255485 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:51.276986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:51.276986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 968afc67-4ba2-495d-bd5f-4dfa5cac13f7 not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:12:51.285608 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:12:51.530766 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:12:49Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:51.534105 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] Checking router: 833fe2d5-cee3-46fa-8d81-3fbdb174f406 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:12:51.542852 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] Routers {'833fe2d5-cee3-46fa-8d81-3fbdb174f406'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:12:51.543490 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:12:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:51.684527 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] Set router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:12:51.690237 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:51.749484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Deleting port f0512dac-3aa9-4e58-a40e-5219aef7da54 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:51.749826 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:51.854772 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] For port f0512dac-3aa9-4e58-a40e-5219aef7da54, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=f0512dac-3aa9-4e58-a40e-5219aef7da54,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:51.855063 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:51.924659 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:12:49Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:51.928752 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df49d8-936c-4b42-bd26-fab319ea571e None None] The sync data for ids ['833fe2d5-cee3-46fa-8d81-3fbdb174f406'] in dv-cinder-796113-2-iscsi is: [{'id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'name': 'tempest-TestShelveInstance-1520616297-router', 'tenant_id': 'e287e5a9472a463e83029756e7c6409e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:19Z', 'updated_at': '2021-06-12T12:12:49Z', 'revision_number': 5, 'project_id': 'e287e5a9472a463e83029756e7c6409e', 'gw_port': {'id': 'f0512dac-3aa9-4e58-a40e-5219aef7da54', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fe2d5-cee3-46fa-8d81-3fbdb174f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:20Z', 'updated_at': '2021-06-12T12:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:12:51.949385 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Calling delete_port for f0512dac-3aa9-4e58-a40e-5219aef7da54 owned by network:router_gateway {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:52.155564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.158318 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2c0c5365-63eb-43ab-963d-abf0ad8eb76a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:52.189315 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0512dac-3aa9-4e58-a40e-5219aef7da54,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:52.193130 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:52.268698 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.407135 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.409281 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.474369 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.475439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833fe2d5-cee3-46fa-8d81-3fbdb174f406 {{(pid=91741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:12:52.480440 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.483983 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-09b43ee9-6e75-4923-90db-6182875fa6c7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/833fe2d5-cee3-46fa-8d81-3fbdb174f406 HTTP/1.1" status: 204 len: 168 time: 1.4106410 Jun 12 12:12:52.484251 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34206) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:52.536846 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Deleting subnet 302e9342-fcef-4614-8024-e48b05626306 {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:12:52.540810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.590042 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25788630'] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.684425 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.744948 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25788606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388761'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.747208 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-291f4b74-23c8-4fe6-b51e-d896aa2043a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:52.784225 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302e9342-fcef-4614-8024-e48b05626306,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:52.786756 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:52.790424 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.792315 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-18b85413-61a8-4736-a513-c7217adf0a91 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/302e9342-fcef-4614-8024-e48b05626306 HTTP/1.1" status: 204 len: 168 time: 0.3072379 Jun 12 12:12:52.794677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34208) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:52.795644 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb11be-cbd4-4027-986e-41dd2a29887f None None] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:12:52.883426 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.962770 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Deleting port 55e71066-ef2a-4c41-81f8-841134ac2d2b {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:52.963436 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:52.994859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device f0512dac-3aa9-4e58-a40e-5219aef7da54 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:53.019589 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: f0512dac-3aa9-4e58-a40e-5219aef7da54 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:53.019942 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device f0512dac-3aa9-4e58-a40e-5219aef7da54 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:12:53.020373 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ce1bc1c0-c456-492f-8477-c84291794795 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:53.044148 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: ce1bc1c0-c456-492f-8477-c84291794795 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:53.044496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device ce1bc1c0-c456-492f-8477-c84291794795 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:12:53.054262 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] For port 55e71066-ef2a-4c41-81f8-841134ac2d2b, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=55e71066-ef2a-4c41-81f8-841134ac2d2b,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:53.054620 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.056517 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] DHCP port deletion for 271d6d44-f6e0-4ffb-aeda-04db09faadcc request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:12:53.108710 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Deleting port 55e71066-ef2a-4c41-81f8-841134ac2d2b {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:53.109099 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.151103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Calling delete_port for 55e71066-ef2a-4c41-81f8-841134ac2d2b owned by network:dhcp {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:53.197392 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] For port 55e71066-ef2a-4c41-81f8-841134ac2d2b, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=55e71066-ef2a-4c41-81f8-841134ac2d2b,segment=NetworkSegment(7fa1059f-28a6-4dd6-bfd7-549eed8367a2),segment_id=7fa1059f-28a6-4dd6-bfd7-549eed8367a2)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:53.197793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.249770 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.253287 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0095863f-fbf0-4969-ae76-b4912412a07a tempest-TestShelveInstance-472726180 tempest-TestShelveInstance-472726180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:53.283322 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e71066-ef2a-4c41-81f8-841134ac2d2b,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:53.286515 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:53.287334 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] No DVR routers for this DVR port 55e71066-ef2a-4c41-81f8-841134ac2d2b on host dv-cinder-796113-2-iscsi {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:12:53.296452 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Calling delete_port for 55e71066-ef2a-4c41-81f8-841134ac2d2b owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:53.389069 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.401625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271d6d44-f6e0-4ffb-aeda-04db09faadcc']}} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:53.413733 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa1059f-28a6-4dd6-bfd7-549eed8367a2') {'for_net_delete': True} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:53.414073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa1059f-28a6-4dd6-bfd7-549eed8367a2') {} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:53.425018 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25788637'] for segment, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.441320 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.448522 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=91741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:12:53.449039 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25796119'] for segment, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: retrieve_revision_numbers = { Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: Traceback (most recent call last): Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: timer() Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: cb(*args, **kw) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: return func(*args, **kwargs) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: self._notify() Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: self.callback(batched_events) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: event.method(event) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: return f(self, *a, **k) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._get(url).json() Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: return self.request(url, 'GET', **kwargs) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:12:53.450832 dv-cinder-796113-2-iscsi neutron-server[91741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:12:53.528581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.530553 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:53.530747 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.534643 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:53.537020 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:53.539152 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/271d6d44-f6e0-4ffb-aeda-04db09faadcc HTTP/1.1" status: 204 len: 168 time: 0.7435064 Jun 12 12:12:53.542086 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34220) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:53.552238 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=271d6d44-f6e0-4ffb-aeda-04db09faadcc,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:53.555704 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:53.557717 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Network 271d6d44-f6e0-4ffb-aeda-04db09faadcc is not hosted by any dhcp agent {{(pid=91743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 12 12:12:53.558196 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] No DVR routers for this DVR port 55e71066-ef2a-4c41-81f8-841134ac2d2b on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:12:53.560134 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Pushing event deleted for resources: {'Port': ['ID=55e71066-ef2a-4c41-81f8-841134ac2d2b,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:53.568757 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.569691 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.570641 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.570641 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.570816 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.571143 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.571600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.571990 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.572448 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.572842 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.573191 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.573607 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:12:53.576724 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:53.989171 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:54.602561 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Deleting port 8f98bb71-ca60-406f-9bc5-91842a0baee9 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:54.603267 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:54.704732 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] For port 8f98bb71-ca60-406f-9bc5-91842a0baee9, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=8f98bb71-ca60-406f-9bc5-91842a0baee9,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:54.705090 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:54.795347 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Calling delete_port for 8f98bb71-ca60-406f-9bc5-91842a0baee9 owned by network:router_interface {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:54.928089 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 55e71066-ef2a-4c41-81f8-841134ac2d2b no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:54.953244 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 55e71066-ef2a-4c41-81f8-841134ac2d2b {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:54.953896 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 55e71066-ef2a-4c41-81f8-841134ac2d2b not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:12:55.016703 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:55.018625 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-44766cfd-fddb-4e73-92af-a55a55becb62 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:55.048829 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Pushing event deleted for resources: {'Port': ['ID=8f98bb71-ca60-406f-9bc5-91842a0baee9,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:55.052237 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:55.264574 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:55.549216 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:12:55.688087 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:12:55.692990 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ea7f67fa-8405-42b0-8c64-b9a5dc7d7ede admin admin] 10.222.0.63 "PUT /v2.0/routers/d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1492193 Jun 12 12:12:55.696106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34242) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:55.698924 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] Sync routers for ids ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:12:55.707947 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:12:55.713010 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] Routers {'d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:12:55.713635 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:12:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:55.838144 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks [] for router, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:55.955197 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] Set router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:12:55.974147 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.033738 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Deleting port 430557f0-dea4-4ab9-975f-b934ff978244 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:56.034085 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.139923 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] For port 430557f0-dea4-4ab9-975f-b934ff978244, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=430557f0-dea4-4ab9-975f-b934ff978244,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:56.140284 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.189120 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '430557f0-dea4-4ab9-975f-b934ff978244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:12:54Z', 'revision_number': 5, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port': {'id': '430557f0-dea4-4ab9-975f-b934ff978244', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:29Z', 'updated_at': '2021-06-12T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:56.192426 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] Checking router: d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:12:56.200617 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] Routers {'d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:12:56.201224 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:12:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:56.235152 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Calling delete_port for 430557f0-dea4-4ab9-975f-b934ff978244 owned by network:router_gateway {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:56.321688 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] Set router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff gateway port host: None {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:12:56.401491 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:12:55Z', 'revision_number': 6, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port_host': None}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:56.405045 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a70cf2-6020-49ef-88b9-973c3d0b32b6 None None] The sync data for ids ['d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff'] in dv-cinder-796113-2-iscsi is: [{'id': 'd1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff', 'name': 'tempest-TestShelveInstance-820097135-router', 'tenant_id': '8ba9ef6a76d045d796a0f89b968a5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:28Z', 'updated_at': '2021-06-12T12:12:55Z', 'revision_number': 6, 'project_id': '8ba9ef6a76d045d796a0f89b968a5513', 'gw_port_host': None}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:12:56.461149 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.464453 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-084d863f-4216-44f1-ab7a-fe2714f39349 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:56.492419 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Pushing event deleted for resources: {'Port': ['ID=430557f0-dea4-4ab9-975f-b934ff978244,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:56.495566 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:56.566367 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.701079 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.703106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.762622 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.763159 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff {{(pid=91742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:12:56.767407 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.768567 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] 10.222.0.63 "DELETE /v2.0/routers/d1a4fb8d-b33b-4ad8-9cd8-38b6619f92ff HTTP/1.1" status: 204 len: 168 time: 1.0715568 Jun 12 12:12:56.771197 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34254) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:56.825549 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Deleting subnet 4d550a31-5f56-42d6-91bc-1939b9f9d418 {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:12:56.828691 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.872349 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:56.965803 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.025658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.027739 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:57.057220 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d550a31-5f56-42d6-91bc-1939b9f9d418,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:57.060617 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:57.063503 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.065341 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6249ebd7-da3b-4b65-808f-35b3fcf87a99 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4d550a31-5f56-42d6-91bc-1939b9f9d418 HTTP/1.1" status: 204 len: 168 time: 0.2923527 Jun 12 12:12:57.067770 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34256) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:57.070902 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62162bfd-b3eb-467f-9aa8-d90d258942a5 None None] Network bcc6ae84-659d-4057-85a4-c3f56b7b6ebc requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:12:57.164023 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.220354 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 8f98bb71-ca60-406f-9bc5-91842a0baee9 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:57.230609 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Deleting port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:57.230947 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.250056 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 8f98bb71-ca60-406f-9bc5-91842a0baee9 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:57.250407 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 8f98bb71-ca60-406f-9bc5-91842a0baee9 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:12:57.250836 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 430557f0-dea4-4ab9-975f-b934ff978244 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:57.281878 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 430557f0-dea4-4ab9-975f-b934ff978244 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:57.282217 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 430557f0-dea4-4ab9-975f-b934ff978244 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:12:57.363238 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e2eda-3500-457e-9011-2fae231afeba None None] DHCP port deletion for bcc6ae84-659d-4057-85a4-c3f56b7b6ebc request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:12:57.422226 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Deleting port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:12:57.422834 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.537685 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-659e2eda-3500-457e-9011-2fae231afeba None None] For port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:57.538203 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.630245 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] For port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,segment=NetworkSegment(dc8f7c1e-861e-400b-a655-92546b60f847),segment_id=dc8f7c1e-861e-400b-a655-92546b60f847)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:12:57.630612 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.640188 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Calling delete_port for 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:57.723582 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Calling delete_port for 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 owned by network:dhcp {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:12:57.735127 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.737936 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:57.769567 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Pushing event deleted for resources: {'Port': ['ID=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:57.772780 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-659e2eda-3500-457e-9011-2fae231afeba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:57.773589 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e2eda-3500-457e-9011-2fae231afeba None None] No DVR routers for this DVR port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:12:57.826716 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.828605 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-90ebc6b3-c55d-41b8-85aa-0dc3fcfdaeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:57.856367 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=876d76aa-0a81-486b-8dcb-fb48e8a2baf1,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:57.859294 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:57.860236 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] No DVR routers for this DVR port 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 on host dv-cinder-796113-2-iscsi {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:12:57.956137 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:57.967544 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc6ae84-659d-4057-85a4-c3f56b7b6ebc']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:57.978673 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8f7c1e-861e-400b-a655-92546b60f847') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:57.978989 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8f7c1e-861e-400b-a655-92546b60f847') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:12:57.988273 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.002935 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.008985 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:12:58.009365 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: retrieve_revision_numbers = { Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: self.session.flush() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: self.session.flush() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: self.session.flush() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: self.session.flush() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:12:58.011026 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:12:58.085964 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.089467 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-3708555d-8b33-4ff8-a73d-6d5c03736eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:58.092025 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.093813 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/bcc6ae84-659d-4057-85a4-c3f56b7b6ebc HTTP/1.1" status: 204 len: 168 time: 1.0251496 Jun 12 12:12:58.107548 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc6ae84-659d-4057-85a4-c3f56b7b6ebc,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:58.109865 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:58.218452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34270) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:58.260701 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-4898dd2d-0642-401b-9e7a-44a0f8b7c2f0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e287e5a9472a463e83029756e7c6409e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409772 Jun 12 12:12:58.262906 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34272) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:58.314824 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.342231 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.392280 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.394939 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.396095 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d0da8c21-3f36-4edf-a18c-3cf6ca0e0693 HTTP/1.1" status: 204 len: 168 time: 0.1322460 Jun 12 12:12:58.396956 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6e75e5fe-2263-41bd-ad4a-4f2000604584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:58.406152 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da8c21-3f36-4edf-a18c-3cf6ca0e0693,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:58.408587 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:58.744209 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34288) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:58.788390 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-217d41f6-91c6-48ca-9767-04dbaf593025 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ba9ef6a76d045d796a0f89b968a5513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429680 Jun 12 12:12:58.790666 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34290) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:12:58.841002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.863136 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.915841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.918544 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:12:58.919732 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ebbfcdc1-efd6-4a0d-a6f9-971fb056e941 HTTP/1.1" status: 204 len: 168 time: 0.1281579 Jun 12 12:12:58.920569 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-70e3a512-ee93-4532-bbe0-c0683407893e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:12:58.930454 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbfcdc1-efd6-4a0d-a6f9-971fb056e941,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:12:58.932560 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-590cec71-2584-4753-a92f-8bf24f0871bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:12:58.934051 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:12:58.965632 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:12:58.965986 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 876d76aa-0a81-486b-8dcb-fb48e8a2baf1 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:03.879905 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:09.121783 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-98c0e91a-7f1e-4927-a99b-d88a94ab99b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:11.373803 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-48fa3d6b-94ef-475e-b774-692d99656d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:12.018653 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:12.722497 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:14.434624 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:32.697156 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:13:33.879594 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:34.388136 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34638) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:35.020715 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:35.334430 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Deleting port 69df8887-b4d2-499c-b440-1ca85d02133f {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:35.334771 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:35.437756 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] For port 69df8887-b4d2-499c-b440-1ca85d02133f, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=69df8887-b4d2-499c-b440-1ca85d02133f,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:35.438485 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:35.528844 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Calling delete_port for 69df8887-b4d2-499c-b440-1ca85d02133f owned by network:router_interface {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:35.745780 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:35.747808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:35.774583 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=69df8887-b4d2-499c-b440-1ca85d02133f,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:35.778020 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:36.322723 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:36.336665 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-f80b0365-8eab-4ed3-9edc-53fb65662e5c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959418 Jun 12 12:13:36.524203 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb275-7539-450c-aba3-61149c743671 req-740dbaf3-cc2d-43bb-93fa-cb24e183e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:13:36.525655 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-740dbaf3-cc2d-43bb-93fa-cb24e183e0e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.1371765 Jun 12 12:13:36.764915 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb275-7539-450c-aba3-61149c743671 req-83292d24-4d82-49eb-acb9-73cb9ec6d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:13:36.766421 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-83292d24-4d82-49eb-acb9-73cb9ec6d6c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.1917613 Jun 12 12:13:36.768117 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Router 1663efaf-df12-4962-ae28-7acb2592567b has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:13:36.828462 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-4074e7f6-e9f4-4115-b278-8ec5ba44be63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.0556498 Jun 12 12:13:36.990470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb275-7539-450c-aba3-61149c743671 req-d5ba0d5e-c17a-48ba-8f84-8fdb73601eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:13:36.992629 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-d5ba0d5e-c17a-48ba-8f84-8fdb73601eb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.0724008 Jun 12 12:13:37.041001 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-bb7faba7-2c86-4fca-aef7-ff5023a746b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383229 Jun 12 12:13:37.042304 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:13:37.047324 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-f2841d4e-6de7-4d52-92d6-e7aa2ad3a4cc admin admin] 10.222.0.63 "PUT /v2.0/routers/1663efaf-df12-4962-ae28-7acb2592567b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6580920 Jun 12 12:13:37.049904 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34664) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:37.051999 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] Sync routers for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:13:37.062616 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:13:37.063344 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:13:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:37.158178 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-53fc69ba-c321-42af-8efa-08e5e58c87b2 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097832 Jun 12 12:13:37.191841 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks [] for router, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:37.211138 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:13:37.276899 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-13ecb275-7539-450c-aba3-61149c743671 req-96137e61-6e41-4e3a-a4b9-59a4985e73f7 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118453 Jun 12 12:13:37.333898 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:37.392441 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Deleting port 116011b6-b843-4035-84bd-eb8573d87dc0 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:37.392782 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:37.465773 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:13:35Z', 'revision_number': 5, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port': {'id': '116011b6-b843-4035-84bd-eb8573d87dc0', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663efaf-df12-4962-ae28-7acb2592567b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:33Z', 'updated_at': '2021-06-12T12:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:37.469457 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] Checking router: 1663efaf-df12-4962-ae28-7acb2592567b for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:13:37.477975 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] Routers {'1663efaf-df12-4962-ae28-7acb2592567b'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:13:37.478577 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:13:11Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['1663efaf-df12-4962-ae28-7acb2592567b'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:37.509413 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] For port 116011b6-b843-4035-84bd-eb8573d87dc0, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=116011b6-b843-4035-84bd-eb8573d87dc0,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:37.509770 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:37.601496 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Calling delete_port for 116011b6-b843-4035-84bd-eb8573d87dc0 owned by network:router_gateway {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:37.732049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] Set router 1663efaf-df12-4962-ae28-7acb2592567b gateway port host: None {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:13:37.808763 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:13:37Z', 'revision_number': 6, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port_host': None}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:37.812168 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff977e61-a046-4bf7-bed5-4329961b9b3f None None] The sync data for ids ['1663efaf-df12-4962-ae28-7acb2592567b'] in dv-cinder-796113-2-iscsi is: [{'id': '1663efaf-df12-4962-ae28-7acb2592567b', 'name': 'tempest-AttachVolumeShelveTestJSON-1322005187-router', 'tenant_id': '8c04979bce454a18826e58d348fa179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:32Z', 'updated_at': '2021-06-12T12:13:37Z', 'revision_number': 6, 'project_id': '8c04979bce454a18826e58d348fa179e', 'gw_port_host': None}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:13:37.820360 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:37.823455 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:37.857042 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Pushing event deleted for resources: {'Port': ['ID=116011b6-b843-4035-84bd-eb8573d87dc0,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:37.859748 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:37.929521 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.057877 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.059936 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.117006 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.117569 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1663efaf-df12-4962-ae28-7acb2592567b {{(pid=91742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:13:38.122718 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.123655 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-0e4a0556-0f28-492c-83f7-d8c686c8150f admin admin] 10.222.0.63 "DELETE /v2.0/routers/1663efaf-df12-4962-ae28-7acb2592567b HTTP/1.1" status: 204 len: 168 time: 1.0725360 Jun 12 12:13:38.126273 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34674) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:38.178605 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Deleting subnet 0eddf710-916e-4f08-9030-a8b9192a1753 {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:13:38.182215 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.230813 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.323378 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.381556 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.385139 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:38.419882 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eddf710-916e-4f08-9030-a8b9192a1753,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:38.421800 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.423713 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0eddf710-916e-4f08-9030-a8b9192a1753 HTTP/1.1" status: 204 len: 168 time: 0.2962987 Jun 12 12:13:38.424611 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e4e9ea6b-b439-4e12-87a2-d7936a87859a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:38.425762 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c63d5-dd6d-46b5-a5ed-b2abf82f8160 None None] Network 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:13:38.426272 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34676) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:38.531161 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.593073 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Deleting port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:38.593420 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.654339 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] DHCP port deletion for 6a4b685c-cb44-47f1-84eb-85f2fdad56d2 request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:13:38.676256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] For port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:38.676692 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.710890 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Deleting port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:38.711340 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.774181 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Calling delete_port for 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 owned by network:dhcp {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:38.802687 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] For port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,segment=NetworkSegment(52626df5-13ae-47ed-bc91-31dbc5875a28),segment_id=52626df5-13ae-47ed-bc91-31dbc5875a28)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:38.803161 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.849564 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34684) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:38.908302 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Calling delete_port for 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:38.947106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.952887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:38.954695 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b4f5bbc1-5855-43f4-9bac-02493f727fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:38.975005 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:38.998876 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:39.002786 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] No DVR routers for this DVR port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 on host dv-cinder-796113-2-iscsi {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:13:39.013613 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:39.015192 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:39.015575 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:39.015976 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 69df8887-b4d2-499c-b440-1ca85d02133f no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:39.042109 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 69df8887-b4d2-499c-b440-1ca85d02133f {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:39.042461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 69df8887-b4d2-499c-b440-1ca85d02133f not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:39.042890 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 116011b6-b843-4035-84bd-eb8573d87dc0 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:39.044072 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.076853 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 116011b6-b843-4035-84bd-eb8573d87dc0 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:39.077648 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 116011b6-b843-4035-84bd-eb8573d87dc0 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:39.085063 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.091751 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-0bf1c027-a486-4239-bbef-48b48099aaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:39.121036 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] No DVR routers for this DVR port 7a212a17-cebe-4420-8dc8-8b4bc63b35a8 on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:13:39.127081 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Pushing event deleted for resources: {'Port': ['ID=7a212a17-cebe-4420-8dc8-8b4bc63b35a8,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:39.132568 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4ec42177-2b8a-4530-b4a0-98942d44b5ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:39.140215 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b1393799-d96a-43af-a006-45ce6252cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.169527 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.183743 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4b685c-cb44-47f1-84eb-85f2fdad56d2']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:39.195647 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52626df5-13ae-47ed-bc91-31dbc5875a28') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:39.196661 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52626df5-13ae-47ed-bc91-31dbc5875a28') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:39.208588 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.224931 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.231894 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:13:39.232333 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:13:39.234268 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:13:39.256814 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.259438 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.260546 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] 10.222.0.63 "DELETE /v2.0/security-groups/75ed7843-4a00-46ab-8fb1-4d2074678194 HTTP/1.1" status: 204 len: 168 time: 0.4098234 Jun 12 12:13:39.263309 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d3b04a1f-784a-43d7-bba8-3d92bed34ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:39.316824 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ed7843-4a00-46ab-8fb1-4d2074678194,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:39.319262 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:39.325039 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.328214 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:39.331748 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.336918 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] 10.222.0.63 "DELETE /v2.0/networks/6a4b685c-cb44-47f1-84eb-85f2fdad56d2 HTTP/1.1" status: 204 len: 168 time: 0.9097278 Jun 12 12:13:39.349795 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4b685c-cb44-47f1-84eb-85f2fdad56d2,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:39.352788 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:39.394674 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34692) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:39.469976 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34696) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:39.513094 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d4be69ea-719c-42c3-af9d-8adf79cb4f1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c04979bce454a18826e58d348fa179e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417755 Jun 12 12:13:39.515480 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34698) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:39.573005 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.603867 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.652377 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.655207 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:39.656355 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de0580f7-6a65-4596-9bfb-a277cd40a2b3 HTTP/1.1" status: 204 len: 168 time: 0.1399403 Jun 12 12:13:39.657385 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-01ad9e94-644c-4177-8131-42d466d37e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:39.667161 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0580f7-6a65-4596-9bfb-a277cd40a2b3,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:39.669495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e0bba010-75f0-47b4-9eaf-6073d4240a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:39.911569 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:40.246016 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Deleting port c52d33c1-484c-4972-b0e0-7abba766073b {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:40.246370 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:40.356634 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] For port c52d33c1-484c-4972-b0e0-7abba766073b, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=c52d33c1-484c-4972-b0e0-7abba766073b,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:40.357002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:40.452672 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Calling delete_port for c52d33c1-484c-4972-b0e0-7abba766073b owned by network:router_interface {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:40.702420 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:40.705269 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-109ecb48-6fae-404b-a460-44f871bef905 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:40.739368 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Pushing event deleted for resources: {'Port': ['ID=c52d33c1-484c-4972-b0e0-7abba766073b,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:40.743452 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:40.970027 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:41.381379 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a9a71bca-c692-4833-acc7-fadc130ab582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:41.587484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:13:41.733220 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:13:41.740338 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-81cbc13a-9c35-45df-9ac0-61966390419a admin admin] 10.222.0.63 "PUT /v2.0/routers/b5b03de5-a3b5-4e3d-953b-2cd64a7de86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421941 Jun 12 12:13:41.740669 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34764) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:41.744736 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] Sync routers for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:13:41.753659 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:13:41.754274 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:13:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:41.886288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:41.897232 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:13:42.021878 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.042286 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.101335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Deleting port 815d25a4-8664-4f38-9341-44d4217bf4ab {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:42.101675 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.134129 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:13:40Z', 'revision_number': 5, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port': {'id': '815d25a4-8664-4f38-9341-44d4217bf4ab', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:00:48Z', 'updated_at': '2021-06-12T12:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:42.137459 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] Checking router: b5b03de5-a3b5-4e3d-953b-2cd64a7de86f for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:13:42.145318 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] Routers {'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:13:42.145916 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:13:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:42.207891 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] For port 815d25a4-8664-4f38-9341-44d4217bf4ab, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=815d25a4-8664-4f38-9341-44d4217bf4ab,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:42.208253 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.262911 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] Set router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f gateway port host: None {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:13:42.303345 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Calling delete_port for 815d25a4-8664-4f38-9341-44d4217bf4ab owned by network:router_gateway {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:42.341020 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:13:42Z', 'revision_number': 6, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port_host': None}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:42.344605 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333fc88-af8f-4084-a62a-a43669eaa70a None None] The sync data for ids ['b5b03de5-a3b5-4e3d-953b-2cd64a7de86f'] in dv-cinder-796113-2-iscsi is: [{'id': 'b5b03de5-a3b5-4e3d-953b-2cd64a7de86f', 'name': 'tempest-TestVolumeBootPattern-476076809-router', 'tenant_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:00:47Z', 'updated_at': '2021-06-12T12:13:42Z', 'revision_number': 6, 'project_id': 'b06f3043eb4b4b11a0e860569d5491bc', 'gw_port_host': None}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:13:42.509650 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.512859 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a0bdeb91-f4e3-447f-a02f-11d0d50f8a59 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:42.543971 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=815d25a4-8664-4f38-9341-44d4217bf4ab,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:42.548777 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:42.631019 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.766166 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.782458 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.784638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.852989 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.853418 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b03de5-a3b5-4e3d-953b-2cd64a7de86f {{(pid=91741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:13:42.857862 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.859033 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] 10.222.0.63 "DELETE /v2.0/routers/b5b03de5-a3b5-4e3d-953b-2cd64a7de86f HTTP/1.1" status: 204 len: 168 time: 1.1167455 Jun 12 12:13:42.861453 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34778) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:42.914838 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Deleting subnet 36c8f1d7-c308-46f8-8f4a-78c93de426ca {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:13:42.917898 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:42.964929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25788630'] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.055941 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.133156 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25788606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388761'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.135773 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-26cb88ea-04b3-47e8-8d18-02d2fd2a2c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:43.156857 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 815d25a4-8664-4f38-9341-44d4217bf4ab no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:43.174732 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c8f1d7-c308-46f8-8f4a-78c93de426ca,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:43.177255 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:43.180298 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.183216 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-5401a67e-06b7-4b74-bb7b-16bd427ec11e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/36c8f1d7-c308-46f8-8f4a-78c93de426ca HTTP/1.1" status: 204 len: 168 time: 0.3207762 Jun 12 12:13:43.184959 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34780) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:43.185386 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 815d25a4-8664-4f38-9341-44d4217bf4ab {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:43.185738 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 815d25a4-8664-4f38-9341-44d4217bf4ab not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:43.186169 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device c52d33c1-484c-4972-b0e0-7abba766073b no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:43.189298 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb33e15-6bcc-4773-b939-079c699de2e9 None None] Network 9a751551-4b26-4cc8-bb60-c8d635292812 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:13:43.223814 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: c52d33c1-484c-4972-b0e0-7abba766073b {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:43.224401 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device c52d33c1-484c-4972-b0e0-7abba766073b not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:43.276073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.340991 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Deleting port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:43.341319 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.428020 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] For port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:43.428417 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.455319 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] DHCP port deletion for 9a751551-4b26-4cc8-bb60-c8d635292812 request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:13:43.512384 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Deleting port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:43.512771 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.526635 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Calling delete_port for 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 owned by network:dhcp {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:43.596312 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] For port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,segment=NetworkSegment(16af4fd7-9884-4af4-ab24-51ecb21cc2e5),segment_id=16af4fd7-9884-4af4-ab24-51ecb21cc2e5)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:43.596717 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.622677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.625830 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0b712231-88fa-4a47-b06a-42093ddc2600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:43.655062 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:43.658342 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:43.659197 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] No DVR routers for this DVR port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 on host dv-cinder-796113-2-iscsi {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:13:43.700524 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Calling delete_port for 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:43.769704 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.787153 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a751551-4b26-4cc8-bb60-c8d635292812']}} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:43.800980 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16af4fd7-9884-4af4-ab24-51ecb21cc2e5') {'for_net_delete': True} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:43.801339 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16af4fd7-9884-4af4-ab24-51ecb21cc2e5') {} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:43.813815 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25788637'] for segment, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.830025 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.830782 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.840073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=91741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:13:43.840073 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25796119'] for segment, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.841811 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: Traceback (most recent call last): Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: timer() Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: cb(*args, **kw) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: return func(*args, **kwargs) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: self._notify() Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: self.callback(batched_events) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: event.method(event) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: return f(self, *a, **k) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._get(url).json() Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: return self.request(url, 'GET', **kwargs) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:13:43.842237 dv-cinder-796113-2-iscsi neutron-server[91741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:13:43.852424 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] No DVR routers for this DVR port 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:13:43.893668 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Pushing event deleted for resources: {'Port': ['ID=7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:43.896734 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-9d394d03-0969-4d7a-9961-a7f99f143bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:43.937556 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.941530 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:43.944251 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:43.946851 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] 10.222.0.63 "DELETE /v2.0/networks/9a751551-4b26-4cc8-bb60-c8d635292812 HTTP/1.1" status: 204 len: 168 time: 0.7603049 Jun 12 12:13:43.949575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34794) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:43.968714 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=9a751551-4b26-4cc8-bb60-c8d635292812,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:43.970621 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:44.439227 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:44.674225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:44.956049 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:44.981096 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:44.981450 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 7ae24d2b-8291-40a7-ac71-8f0bc0fb0f90 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:45.002669 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Deleting port 51a427b5-48d3-47fd-8882-55e3c94e8701 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:45.003205 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:45.101443 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] For port 51a427b5-48d3-47fd-8882-55e3c94e8701, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=51a427b5-48d3-47fd-8882-55e3c94e8701,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:45.101808 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:45.192819 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Calling delete_port for 51a427b5-48d3-47fd-8882-55e3c94e8701 owned by network:router_interface {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:45.407911 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:45.410706 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ad261894-7003-4653-ad65-0b4e9396f929 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:45.440422 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=51a427b5-48d3-47fd-8882-55e3c94e8701,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:45.446391 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:45.650632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:45.933556 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:13:46.074630 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:13:46.079488 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] 10.222.0.63 "PUT /v2.0/routers/859ff13d-f3bd-4897-9163-1c55ce9f61d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288877 Jun 12 12:13:46.082214 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34818) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:46.085125 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] Sync routers for ids ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'] in dv-cinder-796113-2-iscsi {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:13:46.095276 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] Routers {'859ff13d-f3bd-4897-9163-1c55ce9f61d6'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:13:46.095882 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:13:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:46.220370 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks [] for router, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:46.239243 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] Set router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:13:46.358277 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:46.414896 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Deleting port 01ede2e7-f15d-4fde-881b-26a7c58913a3 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:46.415276 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:46.525431 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] For port 01ede2e7-f15d-4fde-881b-26a7c58913a3, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=01ede2e7-f15d-4fde-881b-26a7c58913a3,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:46.525804 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:46.604068 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:13:45Z', 'revision_number': 5, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port': {'id': '01ede2e7-f15d-4fde-881b-26a7c58913a3', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:01:02Z', 'updated_at': '2021-06-12T12:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:46.607520 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] Checking router: 859ff13d-f3bd-4897-9163-1c55ce9f61d6 for host: dv-cinder-796113-2-iscsi {{(pid=91743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:13:46.615529 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] Routers {'859ff13d-f3bd-4897-9163-1c55ce9f61d6'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:13:46.616811 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:13:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'], 'active': True} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:46.620658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Calling delete_port for 01ede2e7-f15d-4fde-881b-26a7c58913a3 owned by network:router_gateway {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:46.740339 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvr_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] Set router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 gateway port host: None {{(pid=91743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:13:46.819649 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_hamode_db [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:13:46Z', 'revision_number': 6, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port_host': None}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:46.823282 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad365de-4ecd-4dab-a0bd-bd33e81a17b6 None None] The sync data for ids ['859ff13d-f3bd-4897-9163-1c55ce9f61d6'] in dv-cinder-796113-2-iscsi is: [{'id': '859ff13d-f3bd-4897-9163-1c55ce9f61d6', 'name': 'tempest-TestVolumeBootPattern-945082757-router', 'tenant_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:01:00Z', 'updated_at': '2021-06-12T12:13:46Z', 'revision_number': 6, 'project_id': 'fa1705b0fdc74d068a3b9faa16b987f6', 'gw_port_host': None}] {{(pid=91743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:13:46.830652 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:46.832776 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5c30c784-c90d-478f-ac88-078a51837649 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:46.867035 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Pushing event deleted for resources: {'Port': ['ID=01ede2e7-f15d-4fde-881b-26a7c58913a3,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:46.869643 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:46.940213 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.072109 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.074256 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.132072 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.132744 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 859ff13d-f3bd-4897-9163-1c55ce9f61d6 {{(pid=91742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:13:47.136831 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] Notify callbacks [] for router, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.137941 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-98b823ef-ffec-4b00-b55b-bec964aef34b admin admin] 10.222.0.63 "DELETE /v2.0/routers/859ff13d-f3bd-4897-9163-1c55ce9f61d6 HTTP/1.1" status: 204 len: 168 time: 1.0548227 Jun 12 12:13:47.140433 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34830) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:47.196129 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Deleting subnet f3464350-ec7b-4442-9c76-ea1050cd5e0a {{(pid=91742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:13:47.199414 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.267413 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 51a427b5-48d3-47fd-8882-55e3c94e8701 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:47.295997 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 51a427b5-48d3-47fd-8882-55e3c94e8701 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:47.296347 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 51a427b5-48d3-47fd-8882-55e3c94e8701 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:47.543251 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28364018'] for subnet, precommit_delete_associations {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.632441 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.699875 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29199806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29215189'] for subnet, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.702078 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-703037ce-f3df-4888-aa78-99aa280ade4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:47.736749 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3464350-ec7b-4442-9c76-ea1050cd5e0a,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:47.739795 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:47.743200 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for subnet, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.745067 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-6ae8120d-61ff-4966-ac0e-4d6df970d041 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f3464350-ec7b-4442-9c76-ea1050cd5e0a HTTP/1.1" status: 204 len: 168 time: 0.6037288 Jun 12 12:13:47.747542 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 34838) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:47.748318 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f806df1-1eaa-4cb7-a148-3b481ed4ac10 None None] Network 1b05a194-792b-4499-abab-4f0373e6a900 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:13:47.843172 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.904032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Deleting port b1e9edd7-a666-4480-a59f-4975224441c8 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:47.904391 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:47.974297 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] DHCP port deletion for 1b05a194-792b-4499-abab-4f0373e6a900 request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:13:48.001688 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] For port b1e9edd7-a666-4480-a59f-4975224441c8, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b1e9edd7-a666-4480-a59f-4975224441c8,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:48.002054 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.037398 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Deleting port b1e9edd7-a666-4480-a59f-4975224441c8 {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:13:48.037398 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.097285 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Calling delete_port for b1e9edd7-a666-4480-a59f-4975224441c8 owned by network:dhcp {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:48.119532 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] For port b1e9edd7-a666-4480-a59f-4975224441c8, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b1e9edd7-a666-4480-a59f-4975224441c8,segment=NetworkSegment(66a27da9-b315-465b-94a7-4dd356977ec7),segment_id=66a27da9-b315-465b-94a7-4dd356977ec7)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:13:48.119926 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.188872 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.190881 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dcd95fc1-3494-47cb-9fbb-9cda2e9fc5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:48.211521 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Calling delete_port for b1e9edd7-a666-4480-a59f-4975224441c8 owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:13:48.219231 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e9edd7-a666-4480-a59f-4975224441c8,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:48.223448 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] No DVR routers for this DVR port b1e9edd7-a666-4480-a59f-4975224441c8 on host dv-cinder-796113-2-iscsi {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:13:48.231238 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.231625 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.232003 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.232376 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.232741 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.233106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.233468 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.233829 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.234191 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.234549 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.234908 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.235288 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.264110 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:48.306953 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.308868 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:48.334593 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.335898 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Pushing event deleted for resources: {'Port': ['ID=b1e9edd7-a666-4480-a59f-4975224441c8,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:48.339337 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:48.341759 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9467c16-b1c4-4340-ae69-f0e23356f094 None None] No DVR routers for this DVR port b1e9edd7-a666-4480-a59f-4975224441c8 on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:13:48.346670 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b05a194-792b-4499-abab-4f0373e6a900']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:48.358658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a27da9-b315-465b-94a7-4dd356977ec7') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:48.358984 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a27da9-b315-465b-94a7-4dd356977ec7') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:13:48.369950 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.384798 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.390605 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:13:48.391032 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:13:48.394827 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:13:48.478602 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.481994 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:48.484372 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.486157 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1b05a194-792b-4499-abab-4f0373e6a900 HTTP/1.1" status: 204 len: 168 time: 0.7377131 Jun 12 12:13:48.499721 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b05a194-792b-4499-abab-4f0373e6a900,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:48.502143 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0d1c6c55-bc13-4692-a993-64e05e0b20d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:48.660952 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34852) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:48.705529 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-05781935-8903-4f6e-b44f-0d9ce408d46a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b06f3043eb4b4b11a0e860569d5491bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432868 Jun 12 12:13:48.707696 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34854) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:48.764667 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.787850 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.837037 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.839728 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:48.840851 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70767b30-74d7-4f45-a54b-bfc31aad9572 HTTP/1.1" status: 204 len: 168 time: 0.1322780 Jun 12 12:13:48.841650 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2bed9d7c-acfe-4d59-b59e-b2a49426e4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:48.850482 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70767b30-74d7-4f45-a54b-bfc31aad9572,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:48.857410 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.857798 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.858172 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.858541 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.858908 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.859299 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.859658 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.860016 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.860377 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.860734 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.861089 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.861439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:13:48.865273 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:13:48.965121 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b1e9edd7-a666-4480-a59f-4975224441c8 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:48.993184 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: b1e9edd7-a666-4480-a59f-4975224441c8 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:48.993532 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b1e9edd7-a666-4480-a59f-4975224441c8 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:48.993957 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 01ede2e7-f15d-4fde-881b-26a7c58913a3 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:13:49.018141 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 01ede2e7-f15d-4fde-881b-26a7c58913a3 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:13:49.018494 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 01ede2e7-f15d-4fde-881b-26a7c58913a3 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:13:49.175693 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34864) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:49.218184 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0412a1ff-2a24-4706-963e-f3aaf75eb20e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fa1705b0fdc74d068a3b9faa16b987f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411997 Jun 12 12:13:49.220551 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 34866) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:13:49.274355 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:49.297019 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:49.348963 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:49.351646 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:13:49.352832 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/00cbe74e-b56e-4360-8765-953ae65befb2 HTTP/1.1" status: 204 len: 168 time: 0.1313214 Jun 12 12:13:49.353635 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4a2423b1-52d2-4c00-b05f-740ff857de3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:13:49.362566 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cbe74e-b56e-4360-8765-953ae65befb2,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:13:49.366552 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:14:03.891727 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:09.123891 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b23d3bd3-a608-456f-96bf-727745ccf05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:09.695625 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:14:11.372253 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b0aea70a-6272-4524-9e28-ed1cc472d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:12.022792 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:12.722212 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:14.440606 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:33.923169 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:36.041776 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-79cdcf52-d2a6-42e2-a52d-3363aea369f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609357 Jun 12 12:14:36.139825 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-8347b1a8-40d8-43b7-bc0b-d8f4ec48e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:14:36.141282 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-8347b1a8-40d8-43b7-bc0b-d8f4ec48e9bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.0577543 Jun 12 12:14:36.269365 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-08f53811-f358-4d69-853a-8a9112a899a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:14:36.270819 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-08f53811-f358-4d69-853a-8a9112a899a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.1101162 Jun 12 12:14:36.323404 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-fab571dd-a4c3-43c7-a14b-7592afc6de54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.0465450 Jun 12 12:14:36.391288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-d22da4d3-d962-41e9-8fcd-67f77516398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:14:36.392752 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-d22da4d3-d962-41e9-8fcd-67f77516398f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.0625401 Jun 12 12:14:36.431455 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-1f2580f3-e135-47ab-9983-17bd75cc7953 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322676 Jun 12 12:14:36.552601 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-4656d891-d7d9-4693-8b99-9e3cf57569fc service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139302 Jun 12 12:14:36.962865 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-28a28f99-7272-4cad-b9a6-fe65ce3ea351 req-53c915b5-c4d6-45f5-92d4-86e200bcebe9 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031205 Jun 12 12:14:39.124060 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-8c662abc-8030-45a0-88df-a28f6fa2519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:41.373024 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-afdae457-c37d-4d77-971b-712a39bc3f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:42.023801 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:42.738205 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:44.444496 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:14:46.694821 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:15:03.918733 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:09.128067 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-56e4c561-9257-4b6b-a510-5d8a0fdb5dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:11.375381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f542f3e8-85dc-4612-b43a-8e201984b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:12.024520 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:12.728685 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:14.448370 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:23.693118 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:15:33.919487 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:38.066513 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-316072fb-1238-48a3-b0ee-119d2be628a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531091 Jun 12 12:15:38.166132 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-aa1d2a26-1736-4180-a306-ffedd6f6b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:15:38.167610 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-aa1d2a26-1736-4180-a306-ffedd6f6b968 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.0579612 Jun 12 12:15:38.295647 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-c1cd5bbc-f6a4-4974-819c-3b8c28d17bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:15:38.297065 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-c1cd5bbc-f6a4-4974-819c-3b8c28d17bbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.1094048 Jun 12 12:15:38.353989 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-e71f2251-d9b1-477f-abeb-d68ed13baf6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.0502825 Jun 12 12:15:38.409366 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-3042cdf4-2c46-435c-955e-2e3eb8598e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:15:38.410898 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-3042cdf4-2c46-435c-955e-2e3eb8598e5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.0506887 Jun 12 12:15:38.449001 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-c3d17d24-760e-43bc-a320-664a79dba4f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314579 Jun 12 12:15:38.572350 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-a30d908f-6194-4fca-bc62-e2221920bdf7 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171336 Jun 12 12:15:38.692252 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8cd8a682-8b4e-4d60-a6ab-8df87b1a2c1e req-d918feec-f539-434b-bd83-391a16cb1477 service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133745 Jun 12 12:15:39.129793 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c0c9828a-807f-4d1d-84c7-1529cfe84bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:41.376610 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d08-b599-48e7-acf7-d0987605c3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:42.025419 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:42.731828 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:15:44.451584 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:00.691236 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:16:03.917987 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:09.130818 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-209b7d98-9803-4afe-8a1c-b4480d444eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:11.380626 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-77ca4782-8291-42ea-aadc-6316f203d95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:12.025784 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:12.623707 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-aeee7619-7068-4221-902d-b391c2e355f8 req-94a1254c-274e-4315-a43d-b88015fdc03b service neutron] (91742) timed out ('10.222.0.67', 61540) {{(pid=91742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:16:12.735066 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:14.453292 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:33.917519 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:37.690330 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:16:39.047646 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-22f83fe2-cbcc-4769-9b9a-8947e1fffb20 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588226 Jun 12 12:16:39.131655 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cf82-ac0e-4024-94c0-2a4a33c34bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:39.148735 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-4d24229c-9bd8-4f4c-a482-dea89e3235e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:16:39.150200 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-4d24229c-9bd8-4f4c-a482-dea89e3235e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e9b8067a73a4070b2a745af7be3116f&device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 1098 time: 0.0601604 Jun 12 12:16:39.278929 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-50bd9ce5-812a-4902-835f-75d3a0686cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:16:39.280347 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-50bd9ce5-812a-4902-835f-75d3a0686cd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 200 len: 914 time: 0.1112082 Jun 12 12:16:39.338107 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-97a26279-0436-4b9d-9175-0dd111a83e51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 200 len: 217 time: 0.0516956 Jun 12 12:16:39.394939 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-d479ec5b-cc5f-403f-aa1f-5fcd00c9fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:16:39.396568 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-d479ec5b-cc5f-403f-aa1f-5fcd00c9fc32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 200 len: 853 time: 0.0526800 Jun 12 12:16:39.435783 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-64a36024-b537-4716-8afd-5ee7e2ba8c5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a781d464-2152-42cc-9c28-3c12f9850ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317829 Jun 12 12:16:39.553014 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-5fb1d6f1-8757-4b91-a1fd-936d5169672f service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104844 Jun 12 12:16:39.670552 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-be31820a-a3b5-4563-9e5f-e0b8a8406808 req-5c8be91b-1a27-4a5e-a2a8-e75061d80e5d service neutron] 10.222.0.67 "GET /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107125 Jun 12 12:16:41.380745 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-609b61a3-01d4-4719-b3b4-13dbe7b2339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:42.025287 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:42.738402 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:44.456467 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:45.858467 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0154-c884-413e-abe2-239c0796bcd7 req-0933caaa-b825-4ef5-82b4-3f2197e0f7ad tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:16:45.860014 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-81ed0154-c884-413e-abe2-239c0796bcd7 req-0933caaa-b825-4ef5-82b4-3f2197e0f7ad tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 945 time: 0.2053347 Jun 12 12:16:45.905704 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-81ed0154-c884-413e-abe2-239c0796bcd7 req-6e959f17-f3e2-4f7b-a707-da828b06318b tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/security-groups?id=eedd599f-26b6-434d-bf66-be7a8791c7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401151 Jun 12 12:16:46.185661 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-5017e929-e5ed-476e-a67e-2fd5f37e0475 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:16:46.187230 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-5017e929-e5ed-476e-a67e-2fd5f37e0475 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 945 time: 0.0717666 Jun 12 12:16:46.302091 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Deleting port 937b35eb-a4fd-4b43-94db-b716169259cc {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:16:46.302433 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:46.412886 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] For port 937b35eb-a4fd-4b43-94db-b716169259cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=937b35eb-a4fd-4b43-94db-b716169259cc,segment=NetworkSegment(83be6adc-4108-4c8a-8494-433d1c82bd74),segment_id=83be6adc-4108-4c8a-8494-433d1c82bd74)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:16:46.413249 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:46.506752 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Calling delete_port for 937b35eb-a4fd-4b43-94db-b716169259cc owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:16:46.658497 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:46.662511 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-35333a36-1d5e-4249-ab7f-be75b9668d2d tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:16:46.696769 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Pushing event deleted for resources: {'Port': ['ID=937b35eb-a4fd-4b43-94db-b716169259cc,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:16:46.716133 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.716562 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.716982 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.717398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.717828 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.718205 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.718581 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.718945 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.719335 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.719699 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.720061 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.720445 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:46.727893 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:16:46.782485 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] No DVR routers for this DVR port 937b35eb-a4fd-4b43-94db-b716169259cc on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:16:46.785084 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:46.787121 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.67 "DELETE /v2.0/ports/937b35eb-a4fd-4b43-94db-b716169259cc HTTP/1.1" status: 204 len: 173 time: 0.5947065 Jun 12 12:16:46.787635 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'name': 'network-vif-deleted', 'tag': '937b35eb-a4fd-4b43-94db-b716169259cc'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:16:46.789921 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc924779-ae00-414a-9b7c-71c966409489" -d '{"events": [{"server_uuid": "9e9a948d-fb00-4e7c-b44c-6cb5b76307d3", "name": "network-vif-deleted", "tag": "937b35eb-a4fd-4b43-94db-b716169259cc"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:16:46.904840 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05044d92-febf-46f2-a9e7-6067770030d2 x-openstack-request-id: req-05044d92-febf-46f2-a9e7-6067770030d2 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:16:46.906244 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9a948d-fb00-4e7c-b44c-6cb5b76307d3", "name": "network-vif-deleted", "tag": "937b35eb-a4fd-4b43-94db-b716169259cc", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:16:46.906244 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-05044d92-febf-46f2-a9e7-6067770030d2 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:16:46.906244 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a948d-fb00-4e7c-b44c-6cb5b76307d3', 'name': 'network-vif-deleted', 'tag': '937b35eb-a4fd-4b43-94db-b716169259cc', 'status': 'completed', 'code': 200} Jun 12 12:16:47.067827 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-29dbf766-d884-4311-b307-f1c0fe5f4247 req-b3cbbfd1-a0b2-4306-9c18-12c438b2261a tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0369177 Jun 12 12:16:47.193627 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 36628) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:16:47.297931 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.397250 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.401578 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.406033 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3c24c4b3-1d9d-4216-92bc-cfda6eea9abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:16:47.443600 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8003f576cb3c45899346d1aa8a1c9970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489364 Jun 12 12:16:47.445537 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe61f1-4da6-478c-8906-c8d9f2f9edc9,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:16:47.446328 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 36632) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:16:47.448749 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:16:47.501155 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.527956 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.575182 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.578534 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:16:47.579671 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3afe61f1-4da6-478c-8906-c8d9f2f9edc9 HTTP/1.1" status: 204 len: 168 time: 0.1323187 Jun 12 12:16:47.580426 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-382fa396-6d4c-461a-a8bf-014d1f1fa559 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:16:47.589269 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe61f1-4da6-478c-8906-c8d9f2f9edc9,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:16:47.596849 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.597235 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.597609 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.597979 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.598346 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.598716 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.599106 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.599469 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.599827 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.600184 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.600539 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.600893 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:16:47.604131 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:16:48.370680 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3160fb39-81fc-4630-bcc7-b8831f61fdc7 req-6b00fe9c-0f92-48a3-a366-5ed6a49adc25 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.1864510 Jun 12 12:16:48.511589 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 937b35eb-a4fd-4b43-94db-b716169259cc no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:16:48.536604 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 937b35eb-a4fd-4b43-94db-b716169259cc {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:16:48.536954 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 937b35eb-a4fd-4b43-94db-b716169259cc not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:16:49.515389 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f9478c29-7144-485a-8d38-73f94aefe510 req-223d5ea3-bafb-4702-b2f4-a83b4d1a9c2e tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0347743 Jun 12 12:16:50.660095 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b3c8e7a8-3727-468a-9595-7518632320b1 req-94a27948-97d1-411e-b060-163d26291f54 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0331080 Jun 12 12:16:51.808337 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d7e05a2e-fd51-40f6-acdc-a78ec38d421a req-41a7b905-ebd4-4eb8-88bb-d37eb5b0fb09 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0335345 Jun 12 12:16:52.959446 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-24dce16e-37d2-4265-a4ed-e17fcc8a0236 req-3dca170d-b233-45fb-99a4-0eff0be87d36 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0376341 Jun 12 12:16:54.111945 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5af50405-03aa-4112-8f71-9e2798a2c857 req-a2d2e7a3-2902-44ab-b7ed-e6eaca3a7dca tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0389168 Jun 12 12:16:55.256939 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cd496380-611f-4c7c-b018-93da41120290 req-336b2669-269c-4473-bf39-c521611262e7 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0330155 Jun 12 12:16:56.399600 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fac5dcd5-edfb-4680-9627-af0dd865d787 req-094b10ca-b27c-430a-bb57-439924c26998 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0345571 Jun 12 12:16:57.546167 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-7513c460-24f5-4b76-b053-06cc79bc6886 req-1602b381-bc16-4c7b-9390-26a068c6e50a tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0330875 Jun 12 12:16:58.692549 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-9345cc9d-95b0-4076-8a44-9bea06e9ffd1 req-50f1a984-d709-4a1e-a3c1-45bfcfeef154 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0335977 Jun 12 12:16:59.836430 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-911fd642-7c38-4614-997f-eea7c657a4ce req-58733fa7-153d-4e19-9f6f-e58203c080a5 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0321662 Jun 12 12:17:00.982992 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f5e3bd58-6517-4fe4-a355-742f4eb91f1c req-0a3a757e-06c8-4205-a107-28369f7a124c tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0329437 Jun 12 12:17:02.131372 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b3e201aa-5c2c-4068-b8d2-d95ff623f6d3 req-05c611cb-67a1-4f7c-9f8b-19bb52a5b838 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0383804 Jun 12 12:17:03.280134 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d48711a7-42b1-4802-ae6b-2d09229f9123 req-54426e2f-cb24-4f46-8a8f-c7bec238a53a tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0382574 Jun 12 12:17:03.913608 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:04.421254 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5924cb34-1c83-47c3-9568-c2ccc9b96c15 req-d5f1c474-9527-4585-9e6a-b90ccb85e4f9 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0331614 Jun 12 12:17:05.563570 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-62f57071-f626-4f04-9c4d-154531e6bd7c req-64540168-1978-425b-9d12-f200e717ec11 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0348186 Jun 12 12:17:06.711453 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-581a0f0c-c33c-4137-951a-1e5d75cd3dbf req-cb0bc5d4-5400-4fe1-8d18-a0bd061e28ee tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0343428 Jun 12 12:17:07.855870 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fe6ae730-9ab7-4b93-b308-fb5f9936e656 req-788077c2-ba8c-4480-ab2c-e05e8da9fb18 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0332088 Jun 12 12:17:09.002492 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eb77ca70-8350-4525-bc1b-5be297dfacdd req-50814069-78a6-4fbf-8692-910ec03a1b28 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0370059 Jun 12 12:17:09.132617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c6d34dc-4e1d-4026-bd07-b2f1a5aac2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:10.149623 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-da4cf7ed-1cc6-450c-8e86-916395231d1a req-b916b4bb-6930-40ec-b580-685fc0d5dcea tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0351424 Jun 12 12:17:11.298628 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-8a2f54f3-64a2-431c-8da6-21720d8952e7 req-17cc549c-e035-4796-a8c8-09b3316218a1 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0384648 Jun 12 12:17:11.380580 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b1bdbbad-2c1f-433a-bfbd-d40c2ca7bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:12.025190 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:12.444527 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-c7bb4dab-e948-460a-a5c1-147bc01188a2 req-e0b617c1-0276-4ec4-903f-6de51f9f4e1d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0375440 Jun 12 12:17:12.748316 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:13.591627 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-e34a8b6b-4dff-4d05-863b-ec55ce9196b9 req-f0c57198-ca68-4098-97d1-3e7e1ae3b8d8 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0345812 Jun 12 12:17:14.459600 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:14.688889 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:17:14.737969 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-769678a9-b9f5-4642-8986-36398481856e req-d2384d91-3585-4f82-beae-cd75e245dce1 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0327232 Jun 12 12:17:15.883230 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a9db2bf7-1faa-43e7-82f8-f1ac7fa1e971 req-ab07d179-e41b-462e-9c02-2658f07810fd tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0327039 Jun 12 12:17:17.028342 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8e557872-1cd7-4b85-b482-b70a5f1ef379 req-18052616-8a80-4120-a4f4-c4914d15081d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0329781 Jun 12 12:17:18.174025 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-55f6ca80-e32f-45f0-b88b-e1def8ffa988 req-af4e9ed1-b391-4825-b5ad-620947c7b400 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0330050 Jun 12 12:17:19.320810 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7d4a304a-2895-4bfa-99d9-16bc49fddafd req-e2d95132-d024-4165-900c-49ae091244f8 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0337198 Jun 12 12:17:20.466894 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-07d693be-9d3c-4e38-9760-09269c73d084 req-66d826e2-bee8-4c90-9f67-1a56986559ec tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0359144 Jun 12 12:17:21.614502 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-a393a58a-c9ea-4198-8178-5dfc3c551ef2 req-8e7c18c4-0dc8-49da-aa00-61c32f81cd6d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0378895 Jun 12 12:17:22.760563 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bd42c6d9-1fe9-4d03-aea9-26253a778eda req-9e8c059d-0e33-49ba-8a48-a841765dd841 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0338159 Jun 12 12:17:23.904937 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f4bafab3-dcef-466a-84de-d1f6d3b95842 req-fbe47c20-4f62-4f51-aa0b-134c3b53e0e0 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0340326 Jun 12 12:17:25.051947 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-f411112f-107f-406c-9e7d-051e9c889542 req-89185b86-9687-4911-895f-122bf691a218 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334303 Jun 12 12:17:26.195502 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3bfadf9e-8cfa-4ae5-bbb2-f86630872f2b req-207c5cac-e264-470c-8ec0-f86459932e0f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0337536 Jun 12 12:17:27.338451 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5313c67d-3f08-4034-a786-546123cd67ba req-7927ea38-d112-4813-b24a-abd428ba2504 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0335758 Jun 12 12:17:28.483391 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-429a1f4e-32ce-41b8-8a57-aaff7b74390e req-95a7149a-35ef-4c17-a9ec-fde9489a2215 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0327802 Jun 12 12:17:29.631056 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-acab35d4-80d3-4e39-9864-3dd175421b1c req-eaececea-967b-4dce-b6f3-0d6eba52a169 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0369308 Jun 12 12:17:30.782337 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-07f5893d-9909-4014-8f12-13ced6586cef req-6950a54e-80c7-49ac-b513-136bbe979254 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0392272 Jun 12 12:17:31.944585 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-309b3356-01c3-46e9-b5e3-469cfb5bfcc8 req-1ca34b48-6d16-4335-af1b-3c0b59dd0702 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0383945 Jun 12 12:17:33.090926 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-3e080223-76ee-44d1-81f5-eee892557da4 req-f6b9557d-1d1c-44b1-9e92-88bc6fb486cb tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334103 Jun 12 12:17:33.945296 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:34.239173 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0e35d7fe-9edb-427d-b219-313ee4dbb723 req-fc426dcb-6fb1-440f-932f-0ed027bd2846 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0338566 Jun 12 12:17:35.383334 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d23a078b-a99f-46c4-8d4f-66206b623189 req-f2a57148-ffae-483d-8a23-67b5bd2fd1cf tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Jun 12 12:17:36.525894 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0782c97b-a7a6-4606-90cc-8cfdbd39cf54 req-64d7142f-b0a4-4be5-8dfc-511f685aec79 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334544 Jun 12 12:17:37.670752 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d1dbc1d3-10e5-40af-b58a-e270ac429f2b req-66bad04d-38a9-4539-8e75-4f4332812922 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0335550 Jun 12 12:17:38.818513 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9c5b1a7a-f452-4968-a4a5-0ab478870c08 req-0270a34c-f8aa-4e77-b742-7713ca153a3f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0366237 Jun 12 12:17:39.132192 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9027b7d7-ee99-4623-a871-96c35142c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:39.966278 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c589188-8c7c-418c-aafc-7c359acbb4a3 req-9e4fef98-c0a1-4786-baf8-7756cb8c7c85 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0365727 Jun 12 12:17:41.108159 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4e033c1b-fe5d-4ce4-837c-7c1fd3a8538e req-3a1be245-bcaa-4547-933a-f662890372b6 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0326345 Jun 12 12:17:41.382090 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-85731e6a-b126-43ce-b8fe-ff92ff05c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:42.025391 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:42.253072 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-35d5dd79-bd04-4dc7-9d72-76fe38dbe773 req-dda4b3c5-879b-41e3-94af-07e3e00c80ee tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0343094 Jun 12 12:17:42.742616 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:43.399911 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-19694f80-e2da-4487-b709-bab674059f2f req-96436d9d-69a3-4f3e-a7a9-84506b770860 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0333884 Jun 12 12:17:44.462526 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:17:44.543880 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-26f75023-efd9-4095-aee0-c004768a7045 req-e0251971-8240-4c2d-b4e7-94a9c6ea3251 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0333600 Jun 12 12:17:45.689144 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fd140aba-0e2b-460f-9a20-fb36181c1964 req-7a84d4b4-1614-401b-8bb5-af50efadaf45 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0332820 Jun 12 12:17:46.840486 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d4e53264-45e3-4697-a448-16b6fdda221d req-acc39477-6034-4ab8-b0af-3ac1dca7dd3f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0344448 Jun 12 12:17:47.989754 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ff2987d7-37e3-439c-a40a-39a44ea18476 req-5b45ddf1-4c40-47e5-b670-738e88a0f8f7 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0371335 Jun 12 12:17:49.140710 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dc7f1d97-87a8-4ed3-9d50-aa906d5ae99e req-7e737ebf-0028-48fd-bb05-ab69c88e200d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0382280 Jun 12 12:17:50.287841 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9543293f-305c-46ae-adb1-e6e8961233df req-3c58d082-0c40-40da-aa52-76eb9db82444 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0340757 Jun 12 12:17:51.432441 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-730560a6-e50d-4ca5-bc22-a35c71c1674b req-d4f93957-5a61-4012-b8e5-c3218fcf71e5 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0335944 Jun 12 12:17:51.687674 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:17:52.579776 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-888814bc-5fc7-4ce4-b35e-a69e68de4554 req-fb022063-fad5-46be-a862-cdf227fe7ad3 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0333083 Jun 12 12:17:53.725200 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-8b6f0369-ed8f-4855-8253-0300db7e4636 req-1d6b46d5-ce2a-43ab-9072-17d71afeead4 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Jun 12 12:17:54.869949 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bc09854d-737d-46f3-b54c-4162bd6b01f4 req-47dea876-4c2e-4b55-a5fd-5e1bbcfe36db tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Jun 12 12:17:56.016538 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-b534dabd-d13c-45be-8513-968b97ef8aff req-a3c555fe-4cc0-45db-88af-33e52bfe2165 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0335109 Jun 12 12:17:57.162737 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d5348ba1-6b7a-4de8-933b-adcddb9d182a req-a87a150e-95da-4e2d-912b-65fce1c4b424 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0374668 Jun 12 12:17:58.311408 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-92e03625-ff75-4dec-b388-f60d4305da11 req-207a4449-626f-4eb5-8771-63353eeae802 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0373728 Jun 12 12:17:59.458425 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-6b838201-37a2-45f5-b34f-d23a300539e7 req-95806611-48f6-4617-8a43-b9a772f8b29d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0348229 Jun 12 12:18:00.601249 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-da5f5cf5-e23c-4556-a168-a47d4d031650 req-5beb56cf-d5bb-4241-b0bf-f05b62c92b8d tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0336254 Jun 12 12:18:01.751097 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-35944e13-b5cf-4f71-a643-f0024149c744 req-3289ac2c-f651-4f70-bcd6-3a5e226e0c10 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0348361 Jun 12 12:18:02.896883 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-acf703dd-4240-4e78-ab85-393ed6411997 req-9ae23c07-9b3f-4063-ab07-799721dea410 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334265 Jun 12 12:18:03.943649 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:04.042296 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-0a472405-e5b0-48ee-a872-4bff29517466 req-44062933-b4ea-4834-9f55-c399d3969ccf tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0322769 Jun 12 12:18:05.194445 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-cc4a2a61-f342-42f5-8362-0680087805a9 req-827e1fe5-0332-40c9-9a3f-319b12834663 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0354877 Jun 12 12:18:06.344207 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2c10e868-ebb1-40dd-9d2d-b2267b2dda5a req-ee690899-112b-4cd2-af8c-4fe9518e7f08 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0378349 Jun 12 12:18:07.494851 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-43c5716f-9653-417a-b519-a3ed6f9ffac9 req-fed283fb-2eeb-4f5f-bc86-1084dfe873b2 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0395701 Jun 12 12:18:08.639377 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-1d5d59cb-e1cc-4726-b27b-80fe9d05a4d3 req-83c1c52a-5c10-493f-aedd-4ff1efe51ae2 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0324314 Jun 12 12:18:09.135302 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e96681d9-3f55-47a3-85a5-5929aece9d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:09.785586 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7128bfba-5aa7-40be-8f54-abe7086fa9c0 req-c24e8707-c2bf-4ec1-97c0-f16fcecfdea1 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0341980 Jun 12 12:18:10.932482 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-eebba9ea-7416-463d-8db4-d753aa272a6a req-f2bf8167-b081-4779-9269-7270911cc7f0 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0322878 Jun 12 12:18:11.385990 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-84281c3e-ab96-44f0-ac06-031cd62e1736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:12.026952 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:12.080224 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-dd2a34f6-77d4-43ca-80cd-cf252175c95c req-e19347a2-8940-43aa-b25f-e159fbc8b599 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0364306 Jun 12 12:18:12.743825 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:13.223555 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-d832c9a1-3b5c-4e62-bb6b-5cf9b0194009 req-9018d679-1ae7-4dbe-b40e-75667fa65bc1 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0325799 Jun 12 12:18:14.370455 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d1714772-e0de-4915-86e4-af42a8717f72 req-5c2702a2-7c7a-4f8d-b666-a96ffe927ca1 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0343266 Jun 12 12:18:14.465485 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:15.518258 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-75ca3232-38f4-492d-a6d1-f8fa2972484d req-32ac2b7c-a173-4eb4-b2bc-f8e24cea21eb tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0370643 Jun 12 12:18:16.670252 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-31e3472c-3f5b-4766-87f4-9d5263d3e0db req-3ed617e9-7f82-41cc-82e0-3358567d64ee tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0369864 Jun 12 12:18:17.822496 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-b4defb86-e1e9-40b4-91ad-b91415fce21e req-6d7ee8d3-35d0-4586-baae-ceac507eedb0 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0357754 Jun 12 12:18:18.967390 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b71fbbe-4d06-460e-a51e-7d8cd2ef37f3 req-11157f4c-124c-4d6e-a9cc-04d081f1d517 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0336981 Jun 12 12:18:20.090254 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-4e46cc53-286c-4412-9029-641b8d0c21c3 req-b2f803f3-5e67-4144-bff0-d1922fa531e2 service neutron] (91742) timed out ('10.222.0.63', 57278) {{(pid=91742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:18:20.114419 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-07f5f55b-f624-42de-8695-c1ea5689ece4 req-f171d384-cc28-4fcf-bf9c-02983be05e2b tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0340521 Jun 12 12:18:21.257118 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-80534004-0bee-4e7e-8f57-9f6ff0816f0f req-214404fe-cac1-447a-b0bd-7bbc8415ef33 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0332770 Jun 12 12:18:22.402190 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a9aeefb0-7f2a-41bc-b5d0-73f62ab339d3 req-2b19a212-ec62-4e32-b27b-c2e8b3f3b89f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0326748 Jun 12 12:18:23.552462 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-7ace16df-59eb-4fc8-80aa-275cfbc118df req-991cc51e-bb33-4647-949f-a15b6921de9c tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Jun 12 12:18:24.702286 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-45517707-0f5a-4062-a854-a8f2621e01f9 req-03f6d7f8-4ea7-424f-a3d2-a3275a57d2c0 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0376675 Jun 12 12:18:25.852395 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-728e93de-83df-4798-805e-8aae3c1c1fb6 req-a133359f-1ce8-482d-9bc1-26a526c20ad5 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0375540 Jun 12 12:18:26.997469 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-a0c5433d-8022-4c66-b1a3-0afadee4b2fe req-caff64c5-bdbc-495e-9b45-e4962cc44564 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334160 Jun 12 12:18:28.141822 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-1b1a15da-87e5-4290-a11f-a0f43576ca6e req-8c2045f5-7d23-412d-be91-35562fcaa2b0 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0334163 Jun 12 12:18:28.685807 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:18:29.289836 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-bf77300d-643f-451c-99e5-d211f0070613 req-e7e0fd1a-7f8d-4092-8ead-58eb1370570e tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0324352 Jun 12 12:18:30.434605 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-378b855f-b37e-4e6d-ba31-a651b2522d2b req-0eaa8b98-caf5-4802-98ca-09579770f23b tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0346415 Jun 12 12:18:31.577391 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-71dd19c5-1eda-48c2-8293-d152e9acd584 req-ee741fab-a50b-49c0-a645-9eeb5b904b10 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0329623 Jun 12 12:18:32.744106 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-f118e4fc-f9a8-4f2d-9965-fca903eaab20 req-a442ad20-a9e3-4c4d-b4fb-273e605053bf tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0474167 Jun 12 12:18:33.900451 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3e19513e-1823-4ad7-b032-a97652035cec req-564efec7-b536-4785-a3bf-154e71369a1b tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0360825 Jun 12 12:18:33.961806 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:35.051021 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-fecd0ba8-6173-4453-8cfc-542d27cd6ed6 req-bf75dc90-6bcf-4352-8386-19781282c5c8 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0374894 Jun 12 12:18:36.206088 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65aeb4bf-9609-4b25-a29b-cdfe65e316ce req-386b9b24-ed1a-41e2-9406-f389dddf92e4 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0360978 Jun 12 12:18:37.349492 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-647c129f-636d-4b9a-993f-ac2e20f27707 req-edd2dd76-7900-4e52-855c-8ff5d6ae2596 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0344710 Jun 12 12:18:38.498681 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-41cbe7dc-db4c-40fc-ba1d-0159ba5a550e req-2542c9ff-4ef8-4387-abf2-75bca4a8c882 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0341389 Jun 12 12:18:39.135712 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-35c9085e-0b2c-46e0-bbc8-7cb673492fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:39.642495 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-bead68a7-1b69-496d-becd-5b99b0514ae7 req-f4b40f0e-2e5b-421e-9b53-255cd1b0afec tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0330513 Jun 12 12:18:40.784944 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-cc5e9676-d6eb-4279-9e87-46a690719bd4 req-37ed982f-c7ef-4f4d-9e7a-12528def8668 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0330319 Jun 12 12:18:41.392516 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-86f847fa-c4a5-4bc4-85d9-9ecf41a0496d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:41.932066 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-4c0c4f97-a35d-4333-888b-207deec3a7f9 req-2c66f4bf-f93b-4760-935d-74352518c7a5 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0331206 Jun 12 12:18:42.027536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:42.746188 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:43.079213 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3770d93a-68c5-4178-9e50-17517ea6e735 req-6c30b25e-065f-4da1-b083-a670ab7cde82 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0354397 Jun 12 12:18:44.229362 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-d921e023-8ba2-4fa7-b91c-3fb38f6ab967 req-331a7ade-113a-45f3-bee2-2e4334ed6e59 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0377159 Jun 12 12:18:44.467980 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:18:45.377788 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-3f256709-fcd3-4b16-82ab-03a19cc732f6 req-d543fd4c-c144-4add-9a65-dbeb89561791 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0332081 Jun 12 12:18:46.528852 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-042305dd-f6aa-4870-9934-f50d23ae4cf2 req-1578c185-a855-4fef-8adc-e2af2ec1c0be tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e9a948d-fb00-4e7c-b44c-6cb5b76307d3 HTTP/1.1" status: 200 len: 210 time: 0.0342262 Jun 12 12:19:03.992126 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:05.683889 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:19:05.746321 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [req-b12daf29-7e3c-43ae-90eb-b249904eac4b req-a3e0e177-537b-470b-9a43-6485152a6ad7 service neutron] (91741) timed out ('10.222.0.67', 61578) {{(pid=91741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:19:09.135686 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-60dc8db6-07b0-4cd5-b003-9e1100f2002b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:11.383467 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-76caec08-51ad-4baf-90ab-6eb5cee097be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:12.028083 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:12.749026 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:14.471007 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:34.007861 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:39.135942 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ac7b20ba-bb4a-4e59-8c84-b47aaec7a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:41.384488 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6647bac4-dbd9-4e4e-83ce-a2773fadc391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:42.028978 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:42.682930 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:19:42.752919 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:19:44.475561 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:04.148420 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:09.137154 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e6152714-0cac-4331-a321-611837919768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:11.384150 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-59e20113-269d-4b9c-b710-917c965d4d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:12.031162 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:12.756021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:14.478356 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:19.681215 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:20:34.022092 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:39.137924 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-19d59ddd-8085-4dd7-9a74-b695b808657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:41.384568 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7155e165-0b29-41bf-9a72-448b6353e05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:42.035217 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:42.758044 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:44.478907 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:20:56.680510 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:21:04.021068 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:09.138458 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b689f755-961e-456d-acc9-7d637f3a6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:11.385299 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-bf4c689b-3d9c-475f-acf5-2b32da39a644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:12.036398 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:12.760705 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:14.482152 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:33.679098 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:21:34.041887 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:39.139458 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c770-8b09-4287-8f45-1b67eb19eb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:41.386668 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-19bb8b1b-9d79-423c-aded-28227c098669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:42.037408 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:42.764638 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:21:44.485202 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:04.036966 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:09.140324 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0869-7538-4580-937e-0e9abab3d138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:10.678908 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:22:11.386984 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e80a1056-3590-428c-b1d9-78650cfd0c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:12.037168 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:12.767439 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:14.490332 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:34.056054 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:39.141122 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ab3cb-315b-4ad6-a13c-cc1946cbfd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:41.390759 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d1d582a4-da51-4cde-b447-63d6a5ba4f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:42.037469 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:42.769495 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:44.493744 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:47.677454 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:22:48.907121 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 40202) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:22:49.030924 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.127994 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.132015 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.135239 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-4da850a1-5cd7-44fe-897f-def172f10fde tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:22:49.173464 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c7369303f5c644eeb74c6310740a45da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653072 Jun 12 12:22:49.175495 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58a117-2911-45df-a046-8904208be22b,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:22:49.176599 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 40212) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:22:49.182772 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.183142 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.183526 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.183899 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.184269 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.184636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.185323 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.185464 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.185708 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.186069 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.186912 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.187306 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.191573 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-230aba47-4ece-47ce-80e4-1b4e448ebd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:22:49.230161 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.252040 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.304146 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.307131 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:22:49.308301 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec58a117-2911-45df-a046-8904208be22b HTTP/1.1" status: 204 len: 168 time: 0.1294172 Jun 12 12:22:49.309032 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-af5dca8e-db54-4742-b857-2206c1b91846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:22:49.318274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58a117-2911-45df-a046-8904208be22b,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:22:49.325183 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.325569 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.325944 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.326317 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.326738 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.327143 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.327513 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.327861 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.328220 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.328575 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.328928 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.329346 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:22:49.332379 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6d6f9f7c-edc7-40f7-aff5-7a65f1265222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:23:04.054672 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:09.140461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5a7700e2-5cbc-47e1-a222-96cfb91a1c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:11.391912 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-49285c92-b7c3-4643-84c7-4b8cbbc29f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:12.038069 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:12.772669 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:14.496353 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:24.676119 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:23:34.054216 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:39.139306 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-56aa27eb-253e-477a-b643-bf237d7f2756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:41.393692 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ab775a3b-6745-46c2-94ab-ccc7717701cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:42.038581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:42.775646 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:23:44.500480 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:01.674534 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:24:04.052964 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:09.141012 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b26e898f-b22c-4281-8c6b-c43f5f55d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:11.395530 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a3651b58-a1b6-4e4a-901e-466b39650f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:12.043526 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:12.778120 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:14.503570 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:34.050918 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:38.673366 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:24:39.142952 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c9331c5e-1fe9-4627-9ba1-a78b2030a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:41.396093 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ebd52d61-5631-4c10-8895-c47ae5ddf3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:42.045999 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:42.780201 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:44.505884 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:51.216112 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41186) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:51.807254 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954324'] for router_interface, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:52.413812 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Deleting port 27f6b018-f1da-4f4d-82f0-ff67709064af {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:24:52.414512 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:52.519116 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] For port 27f6b018-f1da-4f4d-82f0-ff67709064af, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=27f6b018-f1da-4f4d-82f0-ff67709064af,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:24:52.519484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:52.619072 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Calling delete_port for 27f6b018-f1da-4f4d-82f0-ff67709064af owned by network:router_interface {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:24:52.845192 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:52.848017 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-db819a69-cf72-4dd7-918c-339361806e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:52.879225 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f6b018-f1da-4f4d-82f0-ff67709064af,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:52.910088 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.910472 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.910846 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.911246 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.911614 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.911979 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.912338 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.912696 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.913052 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.913405 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.913758 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.914108 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:52.918984 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:53.110627 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952644'] for router_interface, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:53.399399 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Router f70dac73-f35e-4fd4-a906-8f0102f7a504 has already been hosted by L3 agent 8915d65f-5d26-4667-ad18-1eb75c0215fa {{(pid=91741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:24:53.546752 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] Notify agent at l3_agent.dv-cinder-796113-2-iscsi the message routers_updated {{(pid=91741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:24:53.552975 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-6254f321-ee23-47b5-b8f3-a011e8a40a52 admin admin] 10.222.0.63 "PUT /v2.0/routers/f70dac73-f35e-4fd4-a906-8f0102f7a504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348782 Jun 12 12:24:53.554766 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41206) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:53.555914 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] Sync routers for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:24:53.565038 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:24:53.565651 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:24:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:53.693808 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks [] for router, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:53.702347 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: dv-cinder-796113-2-iscsi {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:24:53.841845 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:53.902948 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Deleting port a5b9d329-53a1-40fb-966b-5dbb2d180608 {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:24:53.903325 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.011763 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] For port a5b9d329-53a1-40fb-966b-5dbb2d180608, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=a5b9d329-53a1-40fb-966b-5dbb2d180608,segment=NetworkSegment(c5886fd5-4e08-480c-9c33-09088ad6c5bf),segment_id=c5886fd5-4e08-480c-9c33-09088ad6c5bf)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:24:54.012136 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.038514 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'external_fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T12:24:52Z', 'revision_number': 5, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port': {'id': 'a5b9d329-53a1-40fb-966b-5dbb2d180608', 'name': '', 'network_id': 'e3f70394-a27f-4c70-bb71-6ba618a24d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T11:59:12Z', 'updated_at': '2021-06-12T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bc4f60-702e-42c4-b8ed-a4f4ec248b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-2-iscsi'}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:54.041976 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] Checking router: f70dac73-f35e-4fd4-a906-8f0102f7a504 for host: dv-cinder-796113-2-iscsi {{(pid=91744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:24:54.050951 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] Routers {'f70dac73-f35e-4fd4-a906-8f0102f7a504'} bound to L3 agent in host dv-cinder-796113-2-iscsi {{(pid=91744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:24:54.051609 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-12T11:51:41Z,description=,heartbeat_timestamp=2021-06-12T12:24:41Z,host='dv-cinder-796113-2-iscsi',id=8915d65f-5d26-4667-ad18-1eb75c0215fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T11:51:41Z,topic='l3_agent')) {'router_ids': ['f70dac73-f35e-4fd4-a906-8f0102f7a504'], 'active': True} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:54.107739 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Calling delete_port for a5b9d329-53a1-40fb-966b-5dbb2d180608 owned by network:router_gateway {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:24:54.178321 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_dvr_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] Set router f70dac73-f35e-4fd4-a906-8f0102f7a504 gateway port host: None {{(pid=91744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:24:54.258411 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.l3_hamode_db [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T12:24:53Z', 'revision_number': 6, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port_host': None}], 'dv-cinder-796113-2-iscsi', False) {} {{(pid=91744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:54.262161 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10e41-b651-424a-b6b6-ba3476d1ea66 None None] The sync data for ids ['f70dac73-f35e-4fd4-a906-8f0102f7a504'] in dv-cinder-796113-2-iscsi is: [{'id': 'f70dac73-f35e-4fd4-a906-8f0102f7a504', 'name': 'tempest-AttachVolumeTestJSON-198670251-router', 'tenant_id': '41daa3b0e5214fada9812301b8e7bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T11:59:10Z', 'updated_at': '2021-06-12T12:24:53Z', 'revision_number': 6, 'project_id': '41daa3b0e5214fada9812301b8e7bf3b', 'gw_port_host': None}] {{(pid=91744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:24:54.316871 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.318797 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7016993a-96d0-482b-85a4-008e0a56ca04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:54.345851 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b9d329-53a1-40fb-966b-5dbb2d180608,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:54.349303 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:54.425684 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-958231'] for router_gateway, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.558192 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497918'] for router, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.560330 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.622641 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-950832'] for router, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.623422 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70dac73-f35e-4fd4-a906-8f0102f7a504 {{(pid=91741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 12:24:54.628133 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] Notify callbacks [] for router, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.629470 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-25371433-db9c-4639-8bc3-d7901d757032 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f70dac73-f35e-4fd4-a906-8f0102f7a504 HTTP/1.1" status: 204 len: 168 time: 1.0737495 Jun 12 12:24:54.631863 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41214) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:54.690906 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Deleting subnet 89d46276-e23e-49c8-a433-dbe70f5d9ab6 {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:24:54.694113 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.743911 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25788630'] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.832610 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.890667 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25788606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388761'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.893677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-751b8cb4-4a62-468b-b252-da51478d649f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:54.930229 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d46276-e23e-49c8-a433-dbe70f5d9ab6,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:54.932222 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:54.934063 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/89d46276-e23e-49c8-a433-dbe70f5d9ab6 HTTP/1.1" status: 204 len: 168 time: 0.3012459 Jun 12 12:24:54.935080 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1bfb3f54-dd63-45d5-a3e7-a0381fbba8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:54.936084 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a63f1-21b5-4a81-9b94-da7fc26d3afe None None] Network ba833603-2e91-46b9-b6cc-19633aa39129 requested from dv-cinder-796113-2-iscsi {{(pid=91743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:24:54.936755 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41216) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:55.028679 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.087993 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Deleting port b7dabfe3-d982-4621-af42-f3a665472ca3 {{(pid=91742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:24:55.088337 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.144395 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] DHCP port deletion for ba833603-2e91-46b9-b6cc-19633aa39129 request from dv-cinder-796113-2-iscsi {{(pid=91743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 12:24:55.191339 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.db [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] For port b7dabfe3-d982-4621-af42-f3a665472ca3, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b7dabfe3-d982-4621-af42-f3a665472ca3,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:24:55.191714 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.223581 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Deleting port b7dabfe3-d982-4621-af42-f3a665472ca3 {{(pid=91743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:24:55.223965 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.290318 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.plugin [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Calling delete_port for b7dabfe3-d982-4621-af42-f3a665472ca3 owned by network:dhcp {{(pid=91742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:24:55.325345 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a5b9d329-53a1-40fb-966b-5dbb2d180608 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:24:55.328337 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] For port b7dabfe3-d982-4621-af42-f3a665472ca3, host dv-cinder-796113-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-2-iscsi',level=0,port_id=b7dabfe3-d982-4621-af42-f3a665472ca3,segment=NetworkSegment(20fea393-17af-4be7-ab3a-6e98fcde2259),segment_id=20fea393-17af-4be7-ab3a-6e98fcde2259)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:24:55.328819 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.367040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: a5b9d329-53a1-40fb-966b-5dbb2d180608 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:24:55.367399 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device a5b9d329-53a1-40fb-966b-5dbb2d180608 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:24:55.367832 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 27f6b018-f1da-4f4d-82f0-ff67709064af no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:24:55.393364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29201220'] for port, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.396463 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c0f9aed1-92fd-4f7e-8d3c-7dabb0ed8b97 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:55.426424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dabfe3-d982-4621-af42-f3a665472ca3,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:55.433266 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] No DVR routers for this DVR port b7dabfe3-d982-4621-af42-f3a665472ca3 on host dv-cinder-796113-2-iscsi {{(pid=91742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:24:55.435424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.435802 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.436173 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.436540 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.436903 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.437265 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.437621 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.437977 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.438332 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.438692 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.439695 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.440049 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.444225 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:55.469756 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Calling delete_port for b7dabfe3-d982-4621-af42-f3a665472ca3 owned by network:dhcp {{(pid=91743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:24:55.473905 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: 27f6b018-f1da-4f4d-82f0-ff67709064af {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:24:55.474259 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device 27f6b018-f1da-4f4d-82f0-ff67709064af not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:24:55.474686 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b7dabfe3-d982-4621-af42-f3a665472ca3 no longer exists at agent ovs-agent-dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:24:55.504328 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] No Port match for: b7dabfe3-d982-4621-af42-f3a665472ca3 {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:24:55.504680 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Device b7dabfe3-d982-4621-af42-f3a665472ca3 not bound to the agent host dv-cinder-796113-2-iscsi {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:24:55.539407 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.550546 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba833603-2e91-46b9-b6cc-19633aa39129']}} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:55.561247 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fea393-17af-4be7-ab3a-6e98fcde2259') {'for_net_delete': True} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:55.561813 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.services.segments.db [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fea393-17af-4be7-ab3a-6e98fcde2259') {} {{(pid=91742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:24:55.572007 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28364025'] for segment, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.587266 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.593617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345'] for port, after_delete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.593934 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=91742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:24:55.594424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29201175'] for segment, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: Traceback (most recent call last): Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: timer() Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: cb(*args, **kw) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: return func(*args, **kwargs) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: self._notify() Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: self.callback(batched_events) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: event.method(event) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: return f(self, *a, **k) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._get(url).json() Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: return self.request(url, 'GET', **kwargs) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:24:55.596303 dv-cinder-796113-2-iscsi neutron-server[91742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:24:55.599401 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:55.625246 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Pushing event deleted for resources: {'Port': ['ID=b7dabfe3-d982-4621-af42-f3a665472ca3,revision_number=None']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:55.629856 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] No DVR routers for this DVR port b7dabfe3-d982-4621-af42-f3a665472ca3 on host dv-cinder-796113-2-iscsi {{(pid=91743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:24:55.639494 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.639843 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.640187 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.640524 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.640937 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.641171 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.641500 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.641824 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.642759 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.643116 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.643434 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.644000 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:24:55.646988 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-6fe67108-9607-4b08-b7db-55805f90b798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:55.675337 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.679930 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.681933 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] 10.222.0.63 "DELETE /v2.0/networks/ba833603-2e91-46b9-b6cc-19633aa39129 HTTP/1.1" status: 204 len: 168 time: 0.7442584 Jun 12 12:24:55.682717 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f18499ec-07e6-4a3e-b671-e68a0a91fb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:55.697948 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba833603-2e91-46b9-b6cc-19633aa39129,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:55.700250 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-052da669-a7b6-4120-b8ef-fa3480f9508c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:55.795673 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41228) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:55.837883 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-cae5f102-be0e-46d6-8753-f12bc0456eea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=41daa3b0e5214fada9812301b8e7bf3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409367 Jun 12 12:24:55.840082 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41230) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:55.890140 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.913169 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.963084 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.965680 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:55.966705 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0bd82f44-55e5-4e96-a09a-7a74df7f51e6 HTTP/1.1" status: 204 len: 168 time: 0.1257572 Jun 12 12:24:55.967528 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-950140da-cb0a-4c91-a68b-f6dfb7050393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:55.976768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd82f44-55e5-4e96-a09a-7a74df7f51e6,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:55.979154 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:57.786668 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41304) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:57.890090 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a710d989-2f15-4b76-bf0a-62c14fb23e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:57.987778 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a710d989-2f15-4b76-bf0a-62c14fb23e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:57.991491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-a710d989-2f15-4b76-bf0a-62c14fb23e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:57.993734 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8578f3d4-4bc6-44be-9587-0c8da1b1410a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:58.032824 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-a710d989-2f15-4b76-bf0a-62c14fb23e7a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b35ecbe834fe48aebd93a9aa2d54d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448266 Jun 12 12:24:58.033947 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710d989-2f15-4b76-bf0a-62c14fb23e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e4804-987b-48f1-950a-e40c7546fa25,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:58.035236 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41308) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:58.037009 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-a710d989-2f15-4b76-bf0a-62c14fb23e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:58.090741 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.114280 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.163867 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.166446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.167600 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b70e4804-987b-48f1-950a-e40c7546fa25 HTTP/1.1" status: 204 len: 168 time: 0.1305723 Jun 12 12:24:58.168448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-36f58178-021b-4ed3-bf87-2dbd03e159a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:58.178277 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e4804-987b-48f1-950a-e40c7546fa25,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:58.180661 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3e5151fa-b0f7-416c-8118-dbb22f784ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:58.426397 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41318) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:58.442688 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.535470 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.539095 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.542188 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1102c4bf-5624-446b-b8d4-eb81489ab9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:58.584724 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=573b3b0cf7234c409a04a09b3da1a4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571193 Jun 12 12:24:58.586081 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98d6fa8-6726-4e04-96d9-7df480d098a7,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:58.587283 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41320) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:24:58.589324 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:24:58.640249 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.664370 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.713028 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.715575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:24:58.719054 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f98d6fa8-6726-4e04-96d9-7df480d098a7 HTTP/1.1" status: 204 len: 168 time: 0.1284652 Jun 12 12:24:58.719054 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-0d50c80a-f322-4404-8e74-64beca984ac0 tempest-TestVolumeBootPattern-970197432 tempest-TestVolumeBootPattern-970197432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:24:58.730390 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98d6fa8-6726-4e04-96d9-7df480d098a7,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:24:58.732632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:25:00.234799 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41372) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:25:00.338455 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.431356 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.434923 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.438034 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9cf0a139-4aac-4ea1-875c-8e50a5b9bbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:25:00.476664 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=88cf5273e87d4ebea10ea74e091b353d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403877 Jun 12 12:25:00.477791 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526bc426-95cd-4271-9173-2ec9eda681cd,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:25:00.479375 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41376) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:25:00.480997 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:25:00.533619 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.560799 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.611338 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.613925 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.615065 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/526bc426-95cd-4271-9173-2ec9eda681cd HTTP/1.1" status: 204 len: 168 time: 0.1347003 Jun 12 12:25:00.615836 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-7a858057-5108-4dff-8c66-369265f7b1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:25:00.624704 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526bc426-95cd-4271-9173-2ec9eda681cd,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:25:00.627810 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2d743392-c395-4d06-a862-7e65aa41cac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:25:00.877624 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 41388) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:25:00.893417 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.984354 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.988644 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:00.991701 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-68eda96d-e3ed-4304-875d-fa0252986865 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:25:01.029220 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=13160d64a64c48faad415d18214183af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500707 Jun 12 12:25:01.030672 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15eb587-b13c-4f1e-9e2b-d8e23bc59f86,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:25:01.031945 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 41390) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:25:01.033663 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:25:01.089512 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:01.117231 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:01.169496 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:01.172161 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:01.173297 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b15eb587-b13c-4f1e-9e2b-d8e23bc59f86 HTTP/1.1" status: 204 len: 168 time: 0.1402977 Jun 12 12:25:01.174102 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-8cd8d647-4ffa-43de-a2ad-9ed984be9f7c tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:25:01.184103 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15eb587-b13c-4f1e-9e2b-d8e23bc59f86,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:25:01.187394 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:25:04.051259 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:09.143960 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f14d31f9-38af-4025-907c-d9398dd8456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:11.398084 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5f745bae-9865-432c-9571-39436f347002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:12.047897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:12.783125 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:14.509494 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:15.671372 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:25:34.062842 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:39.144962 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-dfa16975-16e7-4df2-a0dd-1a3678880bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:41.400303 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-92990a48-3722-4429-949e-ecc210904b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:42.048694 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:42.785879 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:44.512992 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:25:46.652613 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-eb7a3d7f-d6de-44d9-b507-5de5b9790393 req-1ef413f7-b449-40bf-a19f-d8a978aacd59 service neutron] (91742) timed out ('10.222.0.67', 61580) {{(pid=91742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:25:52.670887 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:26:04.080650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:09.145499 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a55f9be0-5400-4239-8aa7-fb9f393d01ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:11.400244 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d7868fe5-48a8-437d-8fac-47bca22aeb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:12.049543 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:12.797880 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:14.516603 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:29.677104 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:26:34.078724 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:39.145294 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-097ff951-565f-4c25-85d7-966d833f3029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:41.402872 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d7df5469-4cea-4f02-8f9c-3dbb2985d633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:42.049449 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:42.791515 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:26:44.640054 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:04.093129 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:06.665756 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:27:09.145844 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e6b27ec5-c956-4c30-ae8d-310312682266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:11.403350 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2009d7b7-dba2-418a-a852-c8171ff49c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:12.050512 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:12.795492 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:14.519916 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:34.095158 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:39.146472 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-bceaf213-a855-43dc-9c60-7452a1ff174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:41.404273 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a4968c22-b964-408b-8e4d-955e915f43f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:42.050774 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:42.798536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:27:43.664067 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:27:44.523251 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:04.123608 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:09.146817 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7ce7983b-24e0-4b8c-bacd-44e01f7e24e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:11.405376 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3e2e959c-ce29-400d-8b83-fbc431b27418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:12.051502 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:12.800909 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:14.526916 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:20.662065 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:28:34.139179 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:39.146043 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-37214f65-c70a-4cfb-bdda-7bff39adec47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:41.406090 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-1f4c25fd-90bd-450d-809b-e65cae56fa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:42.054592 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:42.803435 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:44.531398 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:28:57.659792 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:29:04.152776 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:09.147337 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-c5abd96f-bac9-4c91-861f-af25a3c4dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:11.407039 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0c32eb-6540-4f8c-8f7a-1bfe46071aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:12.057048 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:12.805358 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:14.532596 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:34.158536 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:34.658701 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:29:39.147453 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5b17-cec5-4f1c-84ab-81ebffc75d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:41.407742 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc1b4-cc92-444a-8f46-de3017aa5420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:42.057863 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:42.808721 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:29:44.535718 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:04.174412 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:09.148145 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e06bac7b-8e85-4341-8de5-bc2193373b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:11.410148 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4fa6-ad17-4bd8-ac30-3281b3d3d759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:11.656428 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:30:12.059167 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:12.813459 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:14.538947 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:34.166927 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:39.148994 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-594b1082-6bf8-4da5-934a-b48246584daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:41.414837 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7d09825e-84b6-473f-9eea-badce3fc1c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:42.060050 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:42.818984 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:44.545085 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:30:48.654649 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:31:04.171273 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:09.150215 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-3fef7f43-478d-444e-acd1-bce03bf49c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:11.414741 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ede39da3-0782-44a2-9c2e-9c8833aef4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:12.060761 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:12.819033 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:14.545076 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:25.652809 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:31:34.186543 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:39.151984 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-19c1836a-902b-47c1-9eb5-1c6301bd991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:41.415156 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-eb21e895-8758-40dd-af51-80fa9d4d268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:42.062326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:42.820349 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:44.547579 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:31:46.789018 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [req-2d73c65e-38d5-4b10-afd1-2507a2fd0f0e req-fc435c97-d876-49b9-9821-cc12334ebd8f tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] (91741) timed out ('10.222.0.67', 61549) {{(pid=91741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:32:02.651438 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:32:04.198081 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:09.152309 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-81dfc833-9706-499e-8bde-589060d21184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:11.416814 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-faafe7f9-e429-4cb2-8c9f-b90eb43e330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:12.062381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:12.825593 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:14.550485 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:34.195410 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:39.152461 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d4e8baf3-9e72-422c-b33d-ed84b96ec99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:39.650265 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:32:41.417565 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-24ce062e-6da9-454d-8013-fa7327e12e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:42.062625 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:42.826607 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:32:44.554059 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:04.201436 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:09.153603 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2f42c1c5-75bc-4c24-926c-3ec3bb2a9572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:11.417337 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7b342530-dd25-4881-b18b-6fb96fc27610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:12.063786 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:12.830397 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:14.556601 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:16.648870 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:33:34.224324 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:39.153599 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-75488308-f134-44bd-8090-42f892a4e9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:41.418598 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7b5b677d-087f-4181-98af-4b8494f3153d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:42.064432 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:42.833686 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:44.562357 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:33:45.379282 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [req-3f256709-fcd3-4b16-82ab-03a19cc732f6 req-d543fd4c-c144-4add-9a65-dbeb89561791 tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] (91742) timed out ('10.222.0.63', 51052) {{(pid=91742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:33:46.530580 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [req-042305dd-f6aa-4870-9934-f50d23ae4cf2 req-1578c185-a855-4fef-8adc-e2af2ec1c0be tempest-VolumesSnapshotTestJSON-173585340 tempest-VolumesSnapshotTestJSON-173585340-project] (91741) timed out ('10.222.0.63', 51116) {{(pid=91741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 12:33:53.647660 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:34:04.233144 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:09.155897 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b3162461-e017-4a6b-ae16-c3c21d688c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:11.420747 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-e0c59ef1-e384-4e27-8015-09572c712d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:12.064839 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:12.835750 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:14.567464 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:30.647000 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:34:34.238625 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:39.156297 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7369272e-163e-448b-817c-23fd8a3ca735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:41.421021 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-162e9f94-8a63-4bca-a52c-e81b06cf8682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:42.066890 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:42.839312 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:34:44.569361 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:04.253336 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:07.645683 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:35:09.159186 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-f16bf0f7-32b2-49e6-8700-af722c32409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:11.420657 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-de4ea017-b186-402b-a3c8-16ce1e220823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:12.067328 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:12.842146 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:14.571917 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:34.250107 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:39.159443 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-2f9623cd-50b7-4940-810c-3ce2258df789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:41.421437 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-5dfbde3b-989b-4634-acdd-eea12642492c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:42.071548 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:42.846821 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:43.754270 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46580) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:43.880750 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:43.974234 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:43.978077 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:43.981260 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-2e6aae47-2e4f-4a7a-afc2-3c0d08818be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:44.019381 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=495bc0fe49224e229c69df20e5068f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640066 Jun 12 12:35:44.021416 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44219cff-da19-4701-9f06-1ff3680b3931,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:44.022007 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46588) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:44.029446 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.029900 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.030198 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.030974 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.030974 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.031317 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.031663 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.032022 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.032380 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.032734 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.033086 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.033439 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.037263 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:44.348050 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.371325 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.419935 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.422591 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.425998 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/44219cff-da19-4701-9f06-1ff3680b3931 HTTP/1.1" status: 204 len: 168 time: 0.4007473 Jun 12 12:35:44.425998 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1d588e86-146b-463e-b6b2-6813d000a47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:44.434954 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44219cff-da19-4701-9f06-1ff3680b3931,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:44.442538 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.442942 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.443342 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.443717 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.444088 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.444464 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.445436 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.446000 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.446376 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.446795 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.447168 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.447636 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:35:44.451309 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-f95ceabc-2449-4487-9f71-8467fe3bc75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:44.571922 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.644691 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:35:44.682055 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46598) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:44.697629 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bf6191de-1178-4558-b6df-8985601501d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.790471 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bf6191de-1178-4558-b6df-8985601501d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.794196 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-bf6191de-1178-4558-b6df-8985601501d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.797302 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e60dd3a7-4bdf-43fb-a341-5f0c9eb3b3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:44.835133 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-bf6191de-1178-4558-b6df-8985601501d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0d0c7f530b184b53840e2b1b50ccc9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520100 Jun 12 12:35:44.836664 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6191de-1178-4558-b6df-8985601501d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0033878-99f0-4a1e-b21f-cabbca592ab2,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:44.838014 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46600) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:44.840118 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-bf6191de-1178-4558-b6df-8985601501d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:44.889809 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.912177 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.967605 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.970181 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:44.971380 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0033878-99f0-4a1e-b21f-cabbca592ab2 HTTP/1.1" status: 204 len: 168 time: 0.1322730 Jun 12 12:35:44.972132 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-1bf4b80c-2987-446d-abac-5c2d74f1c636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:44.981965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0033878-99f0-4a1e-b21f-cabbca592ab2,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:44.984130 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:48.236856 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46706) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:48.350786 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.447032 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.451098 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.453573 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ff56deb2-73d6-4789-afad-9da11e43f497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:48.493650 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f6e388b469b14b68b856aab1662d88ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556980 Jun 12 12:35:48.496037 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e75019-a306-456b-b586-ca010402655f,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:48.496522 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46714) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:48.499451 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:48.558820 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.586666 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.638577 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.641161 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:48.642301 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62e75019-a306-456b-b586-ca010402655f HTTP/1.1" status: 204 len: 168 time: 0.1436255 Jun 12 12:35:48.643187 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d1223b27-02fd-410b-aedd-4d0ef42a0ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:48.652575 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e75019-a306-456b-b586-ca010402655f,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:48.654907 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-14afb210-1a95-4530-a566-a45c04c003a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:48.908122 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46724) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:48.923829 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d07747a6-f1b4-4e5b-aba8-a937dfd5008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.024990 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d07747a6-f1b4-4e5b-aba8-a937dfd5008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.028831 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-d07747a6-f1b4-4e5b-aba8-a937dfd5008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.032179 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-287c6461-cea1-476f-8d7e-b38ca4dadd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:49.070453 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-d07747a6-f1b4-4e5b-aba8-a937dfd5008b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e49c5a8448444e8841f8be74f811f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607375 Jun 12 12:35:49.072631 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07747a6-f1b4-4e5b-aba8-a937dfd5008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7368e6-7b32-4975-a51f-151c37ecf684,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:49.073459 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46734) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:49.075620 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-d07747a6-f1b4-4e5b-aba8-a937dfd5008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:49.133434 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.159368 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.215542 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.218164 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.221598 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e7368e6-7b32-4975-a51f-151c37ecf684 HTTP/1.1" status: 204 len: 168 time: 0.1448879 Jun 12 12:35:49.221598 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-11bff60b-ca92-41aa-9939-411b59bffbc4 tempest-TestMinimumBasicScenario-823473393 tempest-TestMinimumBasicScenario-823473393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:49.229285 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7368e6-7b32-4975-a51f-151c37ecf684,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:49.231570 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-d3bab63b-a538-4c0b-a7a5-1a02fef6fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:49.360038 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46744) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:49.536289 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.539410 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46748) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:49.555735 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.672116 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.678424 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.683022 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-dc0e1270-c61e-43cb-840b-26decd7589d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:49.744105 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b1fb089eff0e4568a3005ed8678457c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823624 Jun 12 12:35:49.745464 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f439fb-a563-436b-bdd1-ee3649e416a9,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:49.761119 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:49.762394 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46754) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:49.809323 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.816014 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.839603 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.849327 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-44a83b5b-3ef8-4ab5-bcde-a3d9ef9c47bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:49.870737 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.884604 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=192b645c35ed47a2823ed875994379df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438363 Jun 12 12:35:49.885713 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46756) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:49.896719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c7e83-6e14-45fd-8de6-043ab7d4144b,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:49.909845 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:49.943128 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.946403 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.951923 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58f439fb-a563-436b-bdd1-ee3649e416a9 HTTP/1.1" status: 204 len: 168 time: 0.1866441 Jun 12 12:35:49.953485 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-1d5da07c-5720-4673-a079-c0a78eadc830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:49.967230 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:49.969157 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f439fb-a563-436b-bdd1-ee3649e416a9,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:49.979116 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c0c42451-b6a6-4c7f-a1a9-20786dbe35c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:50.020812 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.100130 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.102847 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.106434 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a03c7e83-6e14-45fd-8de6-043ab7d4144b HTTP/1.1" status: 204 len: 168 time: 0.2174497 Jun 12 12:35:50.106434 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-75cbab6a-e599-47d0-ba51-1f8c1a53122b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:50.115064 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c7e83-6e14-45fd-8de6-043ab7d4144b,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:50.117963 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-02141864-3d3b-4a8e-be2c-7341133321e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:50.312564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46770) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:50.331667 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-89caadb6-32da-4db6-a6b6-ecbdfaf20884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.427173 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-89caadb6-32da-4db6-a6b6-ecbdfaf20884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.431965 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-89caadb6-32da-4db6-a6b6-ecbdfaf20884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.434294 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-66c1d14f-4970-426c-9115-ad8a2eaebe1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:50.473329 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caadb6-32da-4db6-a6b6-ecbdfaf20884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663b6b2-8317-47f7-9788-b6fce379f337,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:50.477661 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-89caadb6-32da-4db6-a6b6-ecbdfaf20884 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef969008572e463e9875889a8cb44fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640780 Jun 12 12:35:50.478622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-89caadb6-32da-4db6-a6b6-ecbdfaf20884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:50.480288 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46778) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:50.533634 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.557484 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.607412 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.609996 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:50.611160 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0663b6b2-8317-47f7-9788-b6fce379f337 HTTP/1.1" status: 204 len: 168 time: 0.1299570 Jun 12 12:35:50.612057 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-49df6180-5d4d-406a-9e4f-864cf46d3fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:50.621117 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663b6b2-8317-47f7-9788-b6fce379f337,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:50.623468 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4141e0d6-0c8c-4a18-9693-d84e0f164e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:56.379368 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46916) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:56.482938 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:56.574865 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:56.578491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:56.580707 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-b5286207-61ec-4720-b5a3-98169db37c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:56.621758 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2538ff1899dd433482b8ae540d7e2613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413297 Jun 12 12:35:56.622633 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4adf6b-c398-4f43-a906-061540113f99,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:56.624428 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46920) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:56.625833 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:56.681048 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.001480 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.055977 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.058719 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.059899 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6d4adf6b-c398-4f43-a906-061540113f99 HTTP/1.1" status: 204 len: 168 time: 0.4345212 Jun 12 12:35:57.060806 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9d927d24-7ca2-49e5-97c1-7f53ce246144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:57.070158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4adf6b-c398-4f43-a906-061540113f99,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:57.080199 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:57.356989 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 46946) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:57.373448 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f6357df-4148-4803-87f1-af55b1e70025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.465927 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f6357df-4148-4803-87f1-af55b1e70025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.469634 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-7f6357df-4148-4803-87f1-af55b1e70025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.472311 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-06289fdc-5b07-4b59-8178-31e07e4314b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:57.511966 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-7f6357df-4148-4803-87f1-af55b1e70025 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=463e0e6641064bfe978f0260c66bb6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538486 Jun 12 12:35:57.512721 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6357df-4148-4803-87f1-af55b1e70025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46946cd-d861-4ad5-bc5f-05d4f5a03e7a,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:57.514609 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46948) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:57.515746 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-7f6357df-4148-4803-87f1-af55b1e70025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:57.568155 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.591333 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.639100 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.641716 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:57.642836 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f46946cd-d861-4ad5-bc5f-05d4f5a03e7a HTTP/1.1" status: 204 len: 168 time: 0.1271989 Jun 12 12:35:57.643632 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-58c164a7-5b4b-4a29-a75a-682e2e782f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:57.652932 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46946cd-d861-4ad5-bc5f-05d4f5a03e7a,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:57.655287 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8a9a882d-fbc5-4a0b-8e79-4b18cc85f8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:58.587308 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 46996) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:58.707150 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5e84d1c9-81a5-419e-a40d-756d26a0f505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.813739 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5e84d1c9-81a5-419e-a40d-756d26a0f505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.817864 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5e84d1c9-81a5-419e-a40d-756d26a0f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.821224 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-8fbd735c-8822-4ad4-88cc-c96696d490ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:58.861755 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5e84d1c9-81a5-419e-a40d-756d26a0f505 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=caeb401428624235bc987d574b34b2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738578 Jun 12 12:35:58.863685 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84d1c9-81a5-419e-a40d-756d26a0f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c966c953-d39a-43ac-aad8-1bf4b78c151d,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:58.864548 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47004) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:58.866712 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5e84d1c9-81a5-419e-a40d-756d26a0f505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:58.920155 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.944183 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.996276 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.998804 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:58.999955 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c966c953-d39a-43ac-aad8-1bf4b78c151d HTTP/1.1" status: 204 len: 168 time: 0.1344254 Jun 12 12:35:59.000729 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fb20acaf-6dd3-4c38-9f6a-714e147d6155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:59.009550 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c966c953-d39a-43ac-aad8-1bf4b78c151d,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:59.011873 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-f4e02da8-c567-432c-a451-1992732668db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:59.272043 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47016) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:59.288191 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-99e9baac-e67a-4552-8441-3634354f7936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.398473 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-99e9baac-e67a-4552-8441-3634354f7936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.404268 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-99e9baac-e67a-4552-8441-3634354f7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.406777 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9a7c4128-7758-425a-b3a6-045943d94fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:59.446809 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-99e9baac-e67a-4552-8441-3634354f7936 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e657c7bb691e4440abf273fe78c148a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737065 Jun 12 12:35:59.447596 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9baac-e67a-4552-8441-3634354f7936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046afb79-65fa-453b-923b-6e85c1ef19bf,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:59.450108 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47018) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:35:59.450524 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-99e9baac-e67a-4552-8441-3634354f7936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:35:59.503877 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.527259 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.575867 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.578428 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:35:59.579597 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/046afb79-65fa-453b-923b-6e85c1ef19bf HTTP/1.1" status: 204 len: 168 time: 0.1281207 Jun 12 12:35:59.580590 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5cee6f17-51e7-4a37-bc7a-e6a1d567b5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:35:59.589515 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046afb79-65fa-453b-923b-6e85c1ef19bf,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:35:59.592059 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e01302b0-243e-46ce-a0a1-44e11dd03895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:01.198364 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47084) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:01.315983 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c72f849a-ba5e-4fe3-9ac6-2b1d3efbadfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.417418 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c72f849a-ba5e-4fe3-9ac6-2b1d3efbadfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.421527 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-c72f849a-ba5e-4fe3-9ac6-2b1d3efbadfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.424648 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-9466bba5-72f7-4325-9136-63d3ed4bf5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:01.464028 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-c72f849a-ba5e-4fe3-9ac6-2b1d3efbadfb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d38beb7ce6d43ee976c181a978f604b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645531 Jun 12 12:36:01.465985 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f849a-ba5e-4fe3-9ac6-2b1d3efbadfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ef0ba-42ed-4cc7-8fc8-b8f98a675711,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:01.466651 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47098) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:01.468974 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-c72f849a-ba5e-4fe3-9ac6-2b1d3efbadfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:01.519239 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.543980 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.594564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.597127 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:01.599373 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a32ef0ba-42ed-4cc7-8fc8-b8f98a675711 HTTP/1.1" status: 204 len: 168 time: 0.1316798 Jun 12 12:36:01.600223 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-b1a20396-229e-497c-9504-de8ede13d81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:01.609417 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ef0ba-42ed-4cc7-8fc8-b8f98a675711,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:01.611644 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-42098aad-f50c-4c6b-adfa-7f7214414433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:04.266737 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.160641 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-cd344e3a-baed-4764-81cf-a419c9f19f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.245750 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47270) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:09.451398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_v2 [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Deleting subnet f6179a72-3169-4ebb-a3b2-f4093b8de01a {{(pid=91741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:36:09.454318 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.496655 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25788630'] for subnet, precommit_delete_associations {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.547723 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051068'] for subnet, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.608966 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25788606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25388761'] for subnet, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.611154 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:09.642841 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6179a72-3169-4ebb-a3b2-f4093b8de01a,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:09.645543 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:09.648462 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.650469 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-413b72eb-93c9-438d-ba54-6d2fb17b1834 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f6179a72-3169-4ebb-a3b2-f4093b8de01a HTTP/1.1" status: 204 len: 168 time: 0.4035478 Jun 12 12:36:09.652823 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47276) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:09.745565 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4191223'] for network, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.852366 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4040929', 'neutron.services.segments.db._delete_segments_for_network-8736892291000'] for network, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.863342 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a781d464-2152-42cc-9c28-3c12f9850ff1']}} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:36:09.874646 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83be6adc-4108-4c8a-8494-433d1c82bd74') {'for_net_delete': True} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:36:09.874946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.services.segments.db [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83be6adc-4108-4c8a-8494-433d1c82bd74') {} {{(pid=91741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:36:09.885173 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736892290838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25788637'] for segment, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.899625 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825'] for segment, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.905520 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=91741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:36:09.905976 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25796119'] for segment, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: Traceback (most recent call last): Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: timer() Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: cb(*args, **kw) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: return func(*args, **kwargs) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: self._notify() Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: self.callback(batched_events) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: event.method(event) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: return f(self, *a, **k) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._get(url).json() Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: return self.request(url, 'GET', **kwargs) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:36:09.907862 dv-cinder-796113-2-iscsi neutron-server[91741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:36:09.983679 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4040958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-519455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-958218'] for network, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.987883 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e5354342-da1e-49bb-8577-b2678a8106e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:09.990348 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546591'] for network, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:09.992194 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a781d464-2152-42cc-9c28-3c12f9850ff1 HTTP/1.1" status: 204 len: 168 time: 0.3384423 Jun 12 12:36:10.006946 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a781d464-2152-42cc-9c28-3c12f9850ff1,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:10.009360 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-57b90b75-a3aa-4915-aa80-a7041319ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:10.100955 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47280) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:10.145514 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-cddd12b6-25e3-4f80-9df5-c6e7584ae477 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e9b8067a73a4070b2a745af7be3116f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433450 Jun 12 12:36:10.147848 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47286) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:10.203056 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.226444 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.282167 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.284830 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.285973 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eedd599f-26b6-434d-bf66-be7a8791c7ec HTTP/1.1" status: 204 len: 168 time: 0.1372361 Jun 12 12:36:10.287178 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-6cffac8b-cf99-4d5e-8099-69f3350f85f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:10.297010 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedd599f-26b6-434d-bf66-be7a8791c7ec,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:10.299490 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a9d852d4-0061-4193-88b1-c086adf0a51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:10.409583 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47294) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:10.579604 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.672361 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.675798 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.678180 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5653d985-5713-4a45-9a04-9ae496bf6379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:10.717079 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=860380e86afc4e2ab37e67fe024947d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064320 Jun 12 12:36:10.717959 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2045a-cfbd-4ac7-9160-932952f41430,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:10.720618 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47298) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:10.721060 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:10.773009 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.799467 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.848424 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.851138 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:10.852248 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ff2045a-cfbd-4ac7-9160-932952f41430 HTTP/1.1" status: 204 len: 168 time: 0.1301076 Jun 12 12:36:10.853004 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3c5e1088-7ea6-4699-a413-d0721579cf5c tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:10.861564 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2045a-cfbd-4ac7-9160-932952f41430,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:10.863823 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-9a2f34f5-a5c3-4030-a457-89b65b435824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:11.105125 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47304) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:11.121435 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a069bf95-e49e-44c8-8d51-aa38d5012d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.215398 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a069bf95-e49e-44c8-8d51-aa38d5012d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.219193 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a069bf95-e49e-44c8-8d51-aa38d5012d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.222516 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-65a4f675-3594-4bc7-b411-0f7af609c48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:11.263695 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a069bf95-e49e-44c8-8d51-aa38d5012d3f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e426c43e353d4b37bba5091ebdac14f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574082 Jun 12 12:36:11.264622 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069bf95-e49e-44c8-8d51-aa38d5012d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfc2f38-bd16-4d17-bac6-90039e762fd4,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:11.266490 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47308) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:11.267582 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a069bf95-e49e-44c8-8d51-aa38d5012d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:11.320455 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.343876 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.394347 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.396969 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:11.398112 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bcfc2f38-bd16-4d17-bac6-90039e762fd4 HTTP/1.1" status: 204 len: 168 time: 0.1298680 Jun 12 12:36:11.399043 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ff2dabe5-c93d-4219-b1d1-99490ec27161 tempest-AttachVolumeShelveTestJSON-1053769097 tempest-AttachVolumeShelveTestJSON-1053769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:11.407580 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfc2f38-bd16-4d17-bac6-90039e762fd4,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:11.409591 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-5af89553-1cf4-4fee-b368-2c403c745108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:11.426821 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5067-c510-4cab-ad3d-0dc31b4b2dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:12.072470 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:12.847352 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:14.576597 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:21.642488 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:36:32.959716 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47556) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:33.075226 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-465f7f9c-4af6-44c8-a267-95f481b4fee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.175296 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-465f7f9c-4af6-44c8-a267-95f481b4fee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.179042 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-465f7f9c-4af6-44c8-a267-95f481b4fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.182905 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-999014f1-c0b6-48c8-8a04-8bbfefa4ac4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:33.223951 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-465f7f9c-4af6-44c8-a267-95f481b4fee4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35ca34e1a9d840868c7b21c2dfaff07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629333 Jun 12 12:36:33.224820 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7f9c-4af6-44c8-a267-95f481b4fee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3760b1c9-3a3a-47e6-b784-5c49389e3b1a,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:33.226433 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47560) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:33.228037 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-465f7f9c-4af6-44c8-a267-95f481b4fee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:33.280441 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.309718 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.371021 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.373858 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:33.375020 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3760b1c9-3a3a-47e6-b784-5c49389e3b1a HTTP/1.1" status: 204 len: 168 time: 0.1475370 Jun 12 12:36:33.376002 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-fd40346b-fb0b-4b90-8610-f17b66371be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:33.384839 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3760b1c9-3a3a-47e6-b784-5c49389e3b1a,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:33.387722 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-3380924e-4f58-42fc-8ab4-5f9ab4b0682a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:34.260900 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:35.775658 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47628) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:35.807870 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-f34b8f08-71c1-4e67-a568-b4566075428c tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5728f77eb9fa41d8b52a68ba3da8b03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309660 Jun 12 12:36:36.001965 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-eaca13be-9af5-4ced-9159-bad72c1e4581 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:36.003323 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-eaca13be-9af5-4ced-9159-bad72c1e4581 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901157 Jun 12 12:36:36.018038 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-771b905e-6bba-4254-9dd7-2607b18691e5 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/quotas/5728f77eb9fa41d8b52a68ba3da8b03b HTTP/1.1" status: 200 len: 375 time: 0.0093765 Jun 12 12:36:36.054130 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-669d9317-202c-45a6-8549-1012ed1e7557 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5728f77eb9fa41d8b52a68ba3da8b03b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313807 Jun 12 12:36:36.201336 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47642) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:36.337419 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-07b0cd20-d8b3-4832-9894-cafe41e66c8c req-cdf05937-b70c-4d67-8405-febfd0a805db tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 210 time: 0.1337595 Jun 12 12:36:37.339915 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.67', 62270) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:37.372747 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-f54fdf00-8cd1-40ec-81c6-327d5c5ce65d tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5728f77eb9fa41d8b52a68ba3da8b03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313630 Jun 12 12:36:37.487720 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-44a45bfe-e533-4ab9-a560-93d0ee524b1f req-b7b5a4dd-a637-4402-bda8-0ab72d229d7a tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 210 time: 0.0391097 Jun 12 12:36:37.579053 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-2895f5ce-2b96-4f2b-9e04-fd073f949327 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:37.580479 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-2895f5ce-2b96-4f2b-9e04-fd073f949327 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007370 Jun 12 12:36:37.596677 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Request body: {'port': {'device_id': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d', 'admin_state_up': True, 'tenant_id': '5728f77eb9fa41d8b52a68ba3da8b03b'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:36:37.723274 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Made reservation on behalf of 5728f77eb9fa41d8b52a68ba3da8b03b for: {'port': 1} {{(pid=91741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:36:37.727528 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-4126516'] for port, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:37.742785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:37.839253 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:37.842765 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:37.846698 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-0af6e338-bc44-4166-9587-636dcadea09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:37.915891 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c423bd-efb1-4691-9cbb-0f338f58a0e8,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:37.920961 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:37.993167 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.db_base_plugin_common [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Allocated IP 192.168.233.242 (f99fea18-1cc5-442c-b08f-afb3a4a42b7d/74e22687-be80-4f4d-bdde-b44bffe84bc4/2c6f598c-e0e9-41ea-9a60-286b327415eb) {{(pid=91741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:36:38.170923 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks [] for port, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.183289 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Transition to ACTIVE for port object 2c6f598c-e0e9-41ea-9a60-286b327415eb will not be triggered until provisioned by entity DHCP. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:36:38.217415 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4126711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-298813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736891735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25796173'] for port, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.222209 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-e55b332c-a039-45be-b1cf-8be15773e1b7 tempest-AttachVolumeNegativeTest-1288475527 tempest-AttachVolumeNegativeTest-1288475527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:38.268158 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Network f99fea18-1cc5-442c-b08f-afb3a4a42b7d is already hosted by enough agents. {{(pid=91741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:36:38.271256 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.scheduler.base_scheduler [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Resources bound (agent type, host, resource id): {{(pid=91741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:36:38.275218 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Received port after_create {{(pid=91741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:36:38.314504 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Pushing event updated for resources: {'Port': ['ID=2c6f598c-e0e9-41ea-9a60-286b327415eb,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:38.322356 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:38.340008 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:38.340668 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.355356 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7624097 Jun 12 12:36:38.366383 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-4ad01fc3-0cb5-4b12-93a0-32372c9c8731 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:36:38.367365 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-4ad01fc3-0cb5-4b12-93a0-32372c9c8731 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053551 Jun 12 12:36:38.424849 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.v2.base [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Request body: {'port': {'device_id': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:36:38.476889 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-0c97fefb-7f52-4d90-9557-3cdd5782d672 None None] Provisioning for port 2c6f598c-e0e9-41ea-9a60-286b327415eb completed by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:36:38.480746 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-0c97fefb-7f52-4d90-9557-3cdd5782d672 None None] Provisioning complete for port 2c6f598c-e0e9-41ea-9a60-286b327415eb triggered by entity DHCP. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:36:38.481117 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c97fefb-7f52-4d90-9557-3cdd5782d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.518724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.522229 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-0c97fefb-7f52-4d90-9557-3cdd5782d672 None None] Port 2c6f598c-e0e9-41ea-9a60-286b327415eb cannot update to ACTIVE because it is not bound. {{(pid=91743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:36:38.676730 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4e8d-bd3a-47fc-bfda-7e7575b2e523 req-a8d5fafd-c026-45d9-b51f-7c253ed5e504 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:38.678209 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-612a4e8d-bd3a-47fc-bfda-7e7575b2e523 req-a8d5fafd-c026-45d9-b51f-7c253ed5e504 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 936 time: 0.0756016 Jun 12 12:36:38.722745 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-612a4e8d-bd3a-47fc-bfda-7e7575b2e523 req-aead0a06-7d97-44ae-a4ee-ca097fa98530 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387142 Jun 12 12:36:38.845134 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6f598c-e0e9-41ea-9a60-286b327415eb {{(pid=91741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:36:38.852491 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.864999 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.provisioning_blocks [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Transition to ACTIVE for port object 2c6f598c-e0e9-41ea-9a60-286b327415eb will not be triggered until provisioned by entity L2. {{(pid=91741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:36:38.868589 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:38.870578 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-30f7df62-e058-45ca-8b09-5de774d6374b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:38.967524 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f598c-e0e9-41ea-9a60-286b327415eb,revision_number=2']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:38.971800 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:39.053739 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Attempting to bind port 2c6f598c-e0e9-41ea-9a60-286b327415eb on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:36:39.054067 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Attempting to bind port 2c6f598c-e0e9-41ea-9a60-286b327415eb by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:36:39.054396 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Attempting to bind port 2c6f598c-e0e9-41ea-9a60-286b327415eb on network f99fea18-1cc5-442c-b08f-afb3a4a42b7d {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:36:39.058614 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Port 2c6f598c-e0e9-41ea-9a60-286b327415eb on network f99fea18-1cc5-442c-b08f-afb3a4a42b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:36:39.058932 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Attempting to bind port 2c6f598c-e0e9-41ea-9a60-286b327415eb on network f99fea18-1cc5-442c-b08f-afb3a4a42b7d {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:36:39.064127 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Checking agent: {'id': '600701d4-f925-43b7-ba5f-6cc52c6fa744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'started_at': datetime.datetime(2021, 6, 12, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:36:39.064457 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Checking segment: {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:36:39.064834 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Bound using segment: {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'} {{(pid=91741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:36:39.065507 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.managers [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Bound port: 2c6f598c-e0e9-41ea-9a60-286b327415eb, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d165fe-2be0-40ce-8190-31a785c7f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d'}}] {{(pid=91741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:36:39.065851 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:39.141366 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] For port 2c6f598c-e0e9-41ea-9a60-286b327415eb, host hv-cinder-79611, cleared binding levels {{(pid=91741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:36:39.144613 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] For port 2c6f598c-e0e9-41ea-9a60-286b327415eb, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:36:39.148472 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25796211'] for port, after_update {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:39.151336 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-ed7fcb68-4a5c-4def-ad72-804a203ee286 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:39.163832 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0d32385c-42e2-4efa-ae36-65801cfdfdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:39.187810 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.188425 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:39.189782 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] 10.222.0.67 "PUT /v2.0/ports/2c6f598c-e0e9-41ea-9a60-286b327415eb HTTP/1.1" status: 200 len: 1098 time: 0.8160052 Jun 12 12:36:39.190548 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'tag': '2c6f598c-e0e9-41ea-9a60-286b327415eb'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:36:39.192928 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0ba83-297a-4e63-8c65-a09b0521fbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c448f27-4519-4d7b-bec2-acb348c56d89", "tag": "2c6f598c-e0e9-41ea-9a60-286b327415eb"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:36:39.227154 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f598c-e0e9-41ea-9a60-286b327415eb,revision_number=3']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:39.230560 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-be64a0ad-0fb7-4ae8-b2d2-617f2a406c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:39.306835 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-84fef3cb-1cfe-421d-991f-74a2882c20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.308359 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-84fef3cb-1cfe-421d-991f-74a2882c20bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5728f77eb9fa41d8b52a68ba3da8b03b&device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 1101 time: 0.0691707 Jun 12 12:36:39.317785 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3849e-a32f-457c-a39f-00d839e16dd9 x-openstack-request-id: req-45a3849e-a32f-457c-a39f-00d839e16dd9 {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:36:39.318125 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c448f27-4519-4d7b-bec2-acb348c56d89", "tag": "2c6f598c-e0e9-41ea-9a60-286b327415eb", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:36:39.318416 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-45a3849e-a32f-457c-a39f-00d839e16dd9 {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:36:39.318908 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'tag': '2c6f598c-e0e9-41ea-9a60-286b327415eb', 'status': 'completed', 'code': 200} Jun 12 12:36:39.376257 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-5289adcc-b5e4-45d9-a679-1c4d774c7d67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb HTTP/1.1" status: 200 len: 217 time: 0.0564375 Jun 12 12:36:39.433976 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-2baae396-627c-4366-89ec-056d13b15a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.436101 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-2baae396-627c-4366-89ec-056d13b15a8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74e22687-be80-4f4d-bdde-b44bffe84bc4 HTTP/1.1" status: 200 len: 843 time: 0.0527034 Jun 12 12:36:39.502724 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-61f8bad7-80ae-4de4-ab15-319090b1745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.504239 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-61f8bad7-80ae-4de4-ab15-319090b1745c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f99fea18-1cc5-442c-b08f-afb3a4a42b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0624931 Jun 12 12:36:39.617543 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-afd967ab-4ff4-441d-888d-0bd3fe62078e service neutron] 10.222.0.67 "GET /v2.0/networks/f99fea18-1cc5-442c-b08f-afb3a4a42b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066351 Jun 12 12:36:39.731028 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-beb45e4f-daac-445d-8750-c6a89b5d5719 req-189bc933-9143-42d5-82af-fa3f6bd817c4 service neutron] 10.222.0.67 "GET /v2.0/networks/f99fea18-1cc5-442c-b08f-afb3a4a42b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070743 Jun 12 12:36:39.848987 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-600b4675-8b23-4a04-b474-ba191af88241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.850487 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-600b4675-8b23-4a04-b474-ba191af88241 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5728f77eb9fa41d8b52a68ba3da8b03b&device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 1101 time: 0.0704963 Jun 12 12:36:39.926631 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ccbd-dd2d-4459-afc1-901c8bf43197 req-9193bf3c-88f4-4343-a475-cab2f45d3922 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.928255 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2fc9ccbd-dd2d-4459-afc1-901c8bf43197 req-9193bf3c-88f4-4343-a475-cab2f45d3922 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 948 time: 0.0749996 Jun 12 12:36:39.969991 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-ec19e8d5-a624-4aef-9d6d-ec346a47a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:39.971738 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-ec19e8d5-a624-4aef-9d6d-ec346a47a77d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f99fea18-1cc5-442c-b08f-afb3a4a42b7d HTTP/1.1" status: 200 len: 870 time: 0.1143425 Jun 12 12:36:39.972963 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-2fc9ccbd-dd2d-4459-afc1-901c8bf43197 req-d3c2bfe6-267f-4984-8e37-ad37c33b4b8a tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Jun 12 12:36:40.032281 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-53b52f65-cb3e-4d67-ae7e-bfad44980854 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb HTTP/1.1" status: 200 len: 217 time: 0.0538845 Jun 12 12:36:40.090413 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-93049061-1653-48c9-aa7a-9b447f67b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:40.091941 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-93049061-1653-48c9-aa7a-9b447f67b377 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74e22687-be80-4f4d-bdde-b44bffe84bc4 HTTP/1.1" status: 200 len: 843 time: 0.0526054 Jun 12 12:36:40.162565 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-71137d81-b102-48e6-8da9-2ec58443a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:40.164082 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-71137d81-b102-48e6-8da9-2ec58443a198 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f99fea18-1cc5-442c-b08f-afb3a4a42b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0647161 Jun 12 12:36:40.282306 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-d6fed8a4-7825-4435-a547-f2e2d5fcb69a service neutron] 10.222.0.67 "GET /v2.0/networks/f99fea18-1cc5-442c-b08f-afb3a4a42b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109762 Jun 12 12:36:40.408169 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-22a0ba83-297a-4e63-8c65-a09b0521fbb7 req-5fe738e1-b885-490a-a203-6e56d0013b51 service neutron] 10.222.0.67 "GET /v2.0/networks/f99fea18-1cc5-442c-b08f-afb3a4a42b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188962 Jun 12 12:36:41.150272 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531a49a-4935-4c30-94ab-b44281503d56 req-2b61f3cf-e4aa-4e37-a545-f2c9b6043cec tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:41.151776 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4531a49a-4935-4c30-94ab-b44281503d56 req-2b61f3cf-e4aa-4e37-a545-f2c9b6043cec tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 948 time: 0.0677540 Jun 12 12:36:41.192435 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-4531a49a-4935-4c30-94ab-b44281503d56 req-c6a69370-d7f8-4206-ad33-a422f2de9745 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Jun 12 12:36:41.427681 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-91414203-48c6-45c0-bd2d-8002b3edc558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:41.973559 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 2c6f598c-e0e9-41ea-9a60-286b327415eb details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:36:42.086330 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:42.102695 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 2c6f598c-e0e9-41ea-9a60-286b327415eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:36:42.114463 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Returning: {'device': '2c6f598c-e0e9-41ea-9a60-286b327415eb', 'network_id': 'f99fea18-1cc5-442c-b08f-afb3a4a42b7d', 'port_id': '2c6f598c-e0e9-41ea-9a60-286b327415eb', 'mac_address': 'fa:16:3e:f5:70:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e22687-be80-4f4d-bdde-b44bffe84bc4', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:36:42.156818 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:42.170851 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f598c-e0e9-41ea-9a60-286b327415eb {{(pid=91743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:36:42.190704 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 2c6f598c-e0e9-41ea-9a60-286b327415eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:36:42.194085 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:42.195798 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:42.251287 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=2c6f598c-e0e9-41ea-9a60-286b327415eb,revision_number=4']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:42.258100 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.258508 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.258833 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.259198 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.259542 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.259865 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.260188 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.260513 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.260842 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.261164 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.261482 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.261797 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:42.266289 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:42.373756 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbf51-2922-4a8a-be37-c138034d7a31 req-2e1bca60-45a2-4a97-8e37-930bc02aa828 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:42.375183 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ebccbf51-2922-4a8a-be37-c138034d7a31 req-2e1bca60-45a2-4a97-8e37-930bc02aa828 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 949 time: 0.0707583 Jun 12 12:36:42.416216 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-ebccbf51-2922-4a8a-be37-c138034d7a31 req-78ce2874-b035-4b2c-b715-e68fa31e3786 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355570 Jun 12 12:36:42.453578 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['2c6f598c-e0e9-41ea-9a60-286b327415eb'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:36:42.850309 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:43.597137 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63a23d-4a56-41b4-b6e3-c514a4a6e1ac req-e97dbe6d-4fb2-4433-84f1-1e4981cb5ac3 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:43.598585 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fe63a23d-4a56-41b4-b6e3-c514a4a6e1ac req-e97dbe6d-4fb2-4433-84f1-1e4981cb5ac3 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 949 time: 0.0678539 Jun 12 12:36:43.638421 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-fe63a23d-4a56-41b4-b6e3-c514a4a6e1ac req-c665029c-7971-43ff-ae31-44caa3c1e1dd tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Jun 12 12:36:43.973192 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 2c6f598c-e0e9-41ea-9a60-286b327415eb up at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:36:44.029592 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning for port 2c6f598c-e0e9-41ea-9a60-286b327415eb completed by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:36:44.033947 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.db.provisioning_blocks [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Provisioning complete for port 2c6f598c-e0e9-41ea-9a60-286b327415eb triggered by entity L2. {{(pid=91743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:36:44.034330 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4045934'] for port, provisioning_complete {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:44.123089 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4126502'] for port, before_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:44.146938 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f598c-e0e9-41ea-9a60-286b327415eb'}] {{(pid=91743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:36:44.149237 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5519b7c9b342ce5a12071db3648584626d699eae775b8a1983257bc1438e6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96936f2e-8146-4261-882d-253edc1e2198" -d '{"events": [{"server_uuid": "7c448f27-4519-4d7b-bec2-acb348c56d89", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f598c-e0e9-41ea-9a60-286b327415eb"}]}' {{(pid=91743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:36:44.163704 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] For port 2c6f598c-e0e9-41ea-9a60-286b327415eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:36:44.168326 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736892128323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736891735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736891735399'] for port, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:44.170150 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-4e439fb0-ea39-4f90-b645-13bbb4f3498d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:44.229246 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Pushing event updated for resources: {'Port': ['ID=2c6f598c-e0e9-41ea-9a60-286b327415eb,revision_number=5']} {{(pid=91743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:44.232336 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG oslo_concurrency.lockutils [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:44.245558 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba0f5e-d8d0-4b07-92e3-77999a27dc2f x-openstack-request-id: req-adba0f5e-d8d0-4b07-92e3-77999a27dc2f {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:36:44.245864 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c448f27-4519-4d7b-bec2-acb348c56d89", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f598c-e0e9-41ea-9a60-286b327415eb", "code": 200}]} {{(pid=91743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:36:44.246127 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-adba0f5e-d8d0-4b07-92e3-77999a27dc2f {{(pid=91743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:36:44.246548 dv-cinder-796113-2-iscsi neutron-server[91743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f598c-e0e9-41ea-9a60-286b327415eb', 'code': 200} Jun 12 12:36:44.469953 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fc094-3f1d-47d9-9311-524129a99f3a req-584c1bdb-f5f1-4282-9e58-eeb7971069e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:44.471409 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b6fc094-3f1d-47d9-9311-524129a99f3a req-584c1bdb-f5f1-4282-9e58-eeb7971069e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 1103 time: 0.0619190 Jun 12 12:36:44.508719 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-0b6fc094-3f1d-47d9-9311-524129a99f3a req-b2a474bd-4491-4b32-a088-85d40c807734 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Jun 12 12:36:44.578347 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:44.818887 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fd667-b85c-4b76-9432-4fafb3973a7f req-f21550f5-f536-43a4-95e9-1c17deba5059 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:44.820355 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9a0fd667-b85c-4b76-9432-4fafb3973a7f req-f21550f5-f536-43a4-95e9-1c17deba5059 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 950 time: 0.0719047 Jun 12 12:36:44.862500 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-9a0fd667-b85c-4b76-9432-4fafb3973a7f req-dada271c-1cfb-4219-b3c0-1d8504891a88 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Jun 12 12:36:45.047233 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 47730) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:45.153299 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.250553 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.254114 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.256494 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-920cf010-7e69-49a7-87f5-073c8f63c073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:45.298384 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a0144d239f5b4fff8c668c444548fb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499096 Jun 12 12:36:45.299176 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f399a-b112-4788-9113-8365e15862f8,revision_number=1']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:45.300823 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47734) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:45.306368 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.306924 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.307343 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.307722 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.308092 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.308464 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.308829 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.309194 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.309555 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.309923 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.310281 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.310638 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.315961 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-a79ddfd9-cc6c-4a5d-a6dc-f06387ad0bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:45.359293 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.381577 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.430807 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.433361 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:45.434483 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e5f399a-b112-4788-9113-8365e15862f8 HTTP/1.1" status: 204 len: 168 time: 0.1325831 Jun 12 12:36:45.435298 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-ac129981-4d30-464b-a9d7-aa7a5e4e5ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:45.444859 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f399a-b112-4788-9113-8365e15862f8,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:45.451750 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.453140 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.453525 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.453901 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.454273 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.454646 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.455033 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.455403 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.455768 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.456131 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.456491 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.456850 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-2-iscsi {{(pid=91742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:36:45.459909 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-e8dc4fd2-9215-44aa-8d8f-75d0e8aa8729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:46.046503 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65093bb6-1218-40de-afa2-3300f4c8f49c req-53975018-4f42-4659-a5cf-0d3d6722f6b7 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:46.047984 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65093bb6-1218-40de-afa2-3300f4c8f49c req-53975018-4f42-4659-a5cf-0d3d6722f6b7 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 950 time: 0.0732937 Jun 12 12:36:46.088395 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-65093bb6-1218-40de-afa2-3300f4c8f49c req-c83a2976-0afe-4739-8942-53802ddeff48 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Jun 12 12:36:46.488335 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1b21-5486-4cc1-977f-517f6a7e7f84 req-7b20c1fb-b2cd-4d74-834b-5faca8826e31 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:46.489786 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-403f1b21-5486-4cc1-977f-517f6a7e7f84 req-7b20c1fb-b2cd-4d74-834b-5faca8826e31 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 950 time: 0.0686195 Jun 12 12:36:46.529325 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-403f1b21-5486-4cc1-977f-517f6a7e7f84 req-3986d59c-b727-4df0-a939-50ac3290a60d tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Jun 12 12:36:47.716665 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647ea5-13ac-4c3f-8a5c-4a3a4ea5d435 req-0802ec9c-370b-489c-a1fb-3f7abd041034 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:47.718396 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5a647ea5-13ac-4c3f-8a5c-4a3a4ea5d435 req-0802ec9c-370b-489c-a1fb-3f7abd041034 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 950 time: 0.0719252 Jun 12 12:36:47.747543 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-996ab16e-be20-4bbc-afc2-85ace13b4142 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:36:47.749553 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-996ab16e-be20-4bbc-afc2-85ace13b4142 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 950 time: 0.0754509 Jun 12 12:36:47.760756 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-5a647ea5-13ac-4c3f-8a5c-4a3a4ea5d435 req-08ab518a-cc40-4bee-8647-4f893e8dc6e2 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/security-groups?id=73c423bd-efb1-4691-9cbb-0f338f58a0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Jun 12 12:36:48.136603 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Deleting port 2c6f598c-e0e9-41ea-9a60-286b327415eb {{(pid=91741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:36:48.136950 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736892123688'] for port, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:48.250458 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.db [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] For port 2c6f598c-e0e9-41ea-9a60-286b327415eb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=2c6f598c-e0e9-41ea-9a60-286b327415eb,segment=NetworkSegment(78d165fe-2be0-40ce-8190-31a785c7f680),segment_id=78d165fe-2be0-40ce-8190-31a785c7f680)] {{(pid=91741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:36:48.250819 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956145'] for port, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:48.345001 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.plugins.ml2.plugin [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Calling delete_port for 2c6f598c-e0e9-41ea-9a60-286b327415eb owned by compute:nova {{(pid=91741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:36:48.497833 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4126668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-307918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736892128332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736891735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25796164'] for port, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:48.502236 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-444d6b30-e50b-4521-8faa-c3bea8043cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:48.510418 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.db [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] get_ports_and_sgs() called for port_ids ['2c6f598c-e0e9-41ea-9a60-286b327415eb'] {{(pid=91743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:36:48.533016 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Pushing event deleted for resources: {'Port': ['ID=2c6f598c-e0e9-41ea-9a60-286b327415eb,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:48.536129 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:48.592982 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] No DVR routers for this DVR port 2c6f598c-e0e9-41ea-9a60-286b327415eb on host hv-cinder-79611 {{(pid=91741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:36:48.595552 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46832'] for port, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:48.597543 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [req-5f5a3ae6-111b-40af-a0be-be45172f0474 req-4b731dc0-5ff6-4bfb-b309-ec627652a002 tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.67 "DELETE /v2.0/ports/2c6f598c-e0e9-41ea-9a60-286b327415eb HTTP/1.1" status: 204 len: 173 time: 0.8427517 Jun 12 12:36:48.598066 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'name': 'network-vif-deleted', 'tag': '2c6f598c-e0e9-41ea-9a60-286b327415eb'}] {{(pid=91741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:36:48.600418 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a1a34d4bff75a054e1deb35dd7671568689cb0059469b0034942e1945ecfb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d08f6-d313-4053-90a0-ae8e68cb4ef4" -d '{"events": [{"server_uuid": "7c448f27-4519-4d7b-bec2-acb348c56d89", "name": "network-vif-deleted", "tag": "2c6f598c-e0e9-41ea-9a60-286b327415eb"}]}' {{(pid=91741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:36:48.639739 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ff840-cf78-4ed4-a039-bcc3c1b6132e x-openstack-request-id: req-d30ff840-cf78-4ed4-a039-bcc3c1b6132e {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:36:48.640074 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c448f27-4519-4d7b-bec2-acb348c56d89", "name": "network-vif-deleted", "tag": "2c6f598c-e0e9-41ea-9a60-286b327415eb", "status": "completed", "code": 200}]} {{(pid=91741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:36:48.640562 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d30ff840-cf78-4ed4-a039-bcc3c1b6132e {{(pid=91741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:36:48.641008 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c448f27-4519-4d7b-bec2-acb348c56d89', 'name': 'network-vif-deleted', 'tag': '2c6f598c-e0e9-41ea-9a60-286b327415eb', 'status': 'completed', 'code': 200} Jun 12 12:36:48.916852 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [req-870fd4d4-0bbd-40fe-91be-2490eeb589dd req-d9d2e269-11c4-4524-a48e-977ec763bedf tempest-VolumesNegativeTest-1729592440 tempest-VolumesNegativeTest-1729592440-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c448f27-4519-4d7b-bec2-acb348c56d89 HTTP/1.1" status: 200 len: 210 time: 0.0319517 Jun 12 12:36:52.004516 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 2c6f598c-e0e9-41ea-9a60-286b327415eb no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:36:52.031650 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.plugin [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] No Port match for: 2c6f598c-e0e9-41ea-9a60-286b327415eb {{(pid=91743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:36:52.032006 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron.plugins.ml2.rpc [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Device 2c6f598c-e0e9-41ea-9a60-286b327415eb not bound to the agent host hv-cinder-79611 {{(pid=91743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:36:53.796071 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47982) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:53.926346 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-132f94c7-f477-46ae-a7cd-ab0cd428eb92 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5728f77eb9fa41d8b52a68ba3da8b03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290603 Jun 12 12:36:53.928769 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 47986) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:36:53.978180 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:54.005174 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:54.056338 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:54.058855 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:36:54.059997 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73c423bd-efb1-4691-9cbb-0f338f58a0e8 HTTP/1.1" status: 204 len: 168 time: 0.1303508 Jun 12 12:36:54.060755 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-edf53448-d1e7-4ab6-af37-6bb8b124dd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:36:54.069721 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c423bd-efb1-4691-9cbb-0f338f58a0e8,revision_number=None']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:36:54.072195 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-90616fc4-f3fe-4fa9-9a29-7f0b737eacda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:36:58.640074 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:37:02.974759 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.wsgi [-] (91742) accepted ('10.222.0.63', 48058) {{(pid=91742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:37:03.082660 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-513d519c-9e97-417f-b5df-f1c68c1aeabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.176345 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-513d519c-9e97-417f-b5df-f1c68c1aeabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.179811 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron_lib.callbacks.manager [None req-513d519c-9e97-417f-b5df-f1c68c1aeabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_create {{(pid=91742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.182054 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-2a9e7630-bb45-4ca2-9917-ce57a280e4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:37:03.221332 dv-cinder-796113-2-iscsi neutron-server[91742]: INFO neutron.wsgi [None req-513d519c-9e97-417f-b5df-f1c68c1aeabb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b4e7eb9a2be34c468e1fb95dd6e90728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454965 Jun 12 12:37:03.222335 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d519c-9e97-417f-b5df-f1c68c1aeabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b583a0e2-e69e-46c2-a97b-07379e233325,revision_number=1']} {{(pid=91742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:37:03.224148 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.wsgi [-] (91741) accepted ('10.222.0.63', 48062) {{(pid=91741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:37:03.225733 dv-cinder-796113-2-iscsi neutron-server[91742]: DEBUG oslo_concurrency.lockutils [None req-513d519c-9e97-417f-b5df-f1c68c1aeabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:37:03.278585 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.301659 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.348966 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562555'] for security_group, after_delete {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.351835 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron_lib.callbacks.manager [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:03.352952 dv-cinder-796113-2-iscsi neutron-server[91741]: INFO neutron.wsgi [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b583a0e2-e69e-46c2-a97b-07379e233325 HTTP/1.1" status: 204 len: 168 time: 0.1270013 Jun 12 12:37:03.353711 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c69081be-ac95-465e-884d-2f15f5365779 tempest-AttachVolumeTestJSON-69676574 tempest-AttachVolumeTestJSON-69676574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:37:03.362653 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b583a0e2-e69e-46c2-a97b-07379e233325,revision_number=None']} {{(pid=91741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:37:03.365100 dv-cinder-796113-2-iscsi neutron-server[91741]: DEBUG oslo_concurrency.lockutils [None req-c4274949-e508-45c3-8d31-23773258a1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:37:04.282423 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:09.168781 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-410c5a1a-724f-45a6-96b1-f8e3af3458f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:11.427148 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ff968818-84f1-450b-b353-a2c8e6eb322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:12.077660 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:12.855040 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:14.580859 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:34.282293 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:35.638785 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:37:39.169381 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-d9f720c6-436f-4cd2-adb1-9e862a0b50f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:41.426842 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-02f9443c-d937-4f27-b486-645504f0f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:42.078233 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:42.856356 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:37:44.584048 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:04.297316 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:09.171012 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-7b06e71a-d1b1-43d0-9152-ce14ae0fdd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:11.429344 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-abb7db27-10ce-4a21-bbbd-781f438a7a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:12.080250 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:12.636794 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:38:12.861180 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:14.585376 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:34.313251 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:39.172611 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-ad84d006-1ac7-482a-926a-3b1e6a82ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:41.430762 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-04186c56-26ea-4fe9-b181-a81242541da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:42.080128 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:42.862617 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:44.588252 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:38:49.635485 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:39:04.313672 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:09.173178 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-431bb08f-540a-4e58-bb39-a7a9f12f4267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:11.430856 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-49c84e5f-66db-48ed-9407-44705fedc1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:12.080104 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:12.865394 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:14.590543 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:26.633946 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:39:34.327938 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:39.173336 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-a88c3d96-cc05-4691-8f46-98ee4290611c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:41.430857 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-bbcf2642-2b0c-4027-8d8c-267cc568a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:42.081976 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:42.867759 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:39:44.592386 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:03.632317 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:40:04.326304 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:09.173989 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6ab20ebe-d752-43a1-8947-b6483c013be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:11.430714 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-fde0081f-c54e-4bef-b6ef-48a064dd0d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:12.083557 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:12.870643 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:14.595128 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:34.342325 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:39.174852 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-82361d00-ede8-470f-8052-7c4ab5a1dc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:40.631281 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:40:41.430322 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8582-c334-4761-adcf-d7dc2a587495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:42.084599 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:42.872538 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:40:44.598454 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:04.356364 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:09.175036 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-dc22a832-dfb1-40c9-90be-b198340f26cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:11.430950 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4e70b175-4c18-4525-ba74-0456f201267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:12.085534 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:12.875672 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:14.602675 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:17.630101 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:41:34.371067 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:39.175481 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-42eeeb7b-11f2-4c8f-9956-82a9aecfba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:41.432218 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-46138f06-8c17-4c9a-a494-1ea206a46806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:42.085088 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:42.877477 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:44.604210 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:41:54.628467 dv-cinder-796113-2-iscsi neutron-server[91744]: DEBUG neutron.db.agents_db [None req-84c5dd65-91ec-4f41-b890-55d409ad596f None None] Agent healthcheck: found 6 active agents {{(pid=91744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:42:04.386270 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-b77f1302-5747-454d-acd9-609d41030b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:42:09.177162 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-6dd14a80-56c1-4ebb-bb89-a2586f900c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:42:11.432635 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-4f3277f8-01de-47b7-acf6-c9df92c7acc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:42:12.087011 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-89a763f4-4569-4e10-adae-af4aef453e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:42:12.881384 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-0c0d37d4-a60a-40f5-bda6-35ac1f8b479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:42:14.605843 dv-cinder-796113-2-iscsi neutron-server[91743]: DEBUG neutron_lib.callbacks.manager [None req-037da264-6838-4a9b-8b74-b7ab23037793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736892290982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4045887'] for agent, after_update {{(pid=91743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}